Data Transfer API, REST: Transfer.list
HTTP request
GET https://datatransfer.api.cloud.yandex.net/v1/transfers/list/{folderId}
Path parameters
Parameter | Description |
---|---|
folderId | Identifier of the folder containing the transfers to be listed. |
Query parameters
Parameter | Description |
---|---|
pageSize | The maximum number of transfers to be sent in the response message. If the folder contains more transfers than |
pageToken | Opaque value identifying the transfers page to be fetched. Should be empty in the first |
Response
HTTP Code: 200 - OK
{
"transfers": [
{
"id": "string",
"folderId": "string",
"name": "string",
"description": "string",
"labels": "object",
"source": {
"id": "string",
"folderId": "string",
"name": "string",
"description": "string",
"labels": "object",
"settings": {
// `transfers[].source.settings` includes only one of the fields `mysqlSource`, `postgresSource`, `ydbSource`, `ydsSource`, `kafkaSource`, `mongoSource`, `clickhouseSource`, `mysqlTarget`, `postgresTarget`, `clickhouseTarget`, `ydbTarget`, `kafkaTarget`, `mongoTarget`, `metrikaSource`, `ydsTarget`
"mysqlSource": {
"connection": {
// `transfers[].source.settings.mysqlSource.connection` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"port": "string",
"subnetId": "string",
"hosts": [
"string"
],
"tlsMode": {
// `transfers[].source.settings.mysqlSource.connection.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].source.settings.mysqlSource.connection.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].source.settings.mysqlSource.connection`
},
"database": "string",
"user": "string",
"password": {
"raw": "string"
},
"timezone": "string",
"objectTransferSettings": {
"view": "string",
"routine": "string",
"trigger": "string",
"tables": "string"
},
"includeTablesRegex": [
"string"
],
"excludeTablesRegex": [
"string"
],
"securityGroups": [
"string"
],
"serviceDatabase": "string"
},
"postgresSource": {
"connection": {
// `transfers[].source.settings.postgresSource.connection` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"port": "string",
"subnetId": "string",
"hosts": [
"string"
],
"tlsMode": {
// `transfers[].source.settings.postgresSource.connection.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].source.settings.postgresSource.connection.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].source.settings.postgresSource.connection`
},
"database": "string",
"user": "string",
"password": {
"raw": "string"
},
"includeTables": [
"string"
],
"excludeTables": [
"string"
],
"slotByteLagLimit": "string",
"serviceSchema": "string",
"objectTransferSettings": {
"sequence": "string",
"sequenceOwnedBy": "string",
"table": "string",
"primaryKey": "string",
"fkConstraint": "string",
"defaultValues": "string",
"constraint": "string",
"index": "string",
"view": "string",
"function": "string",
"trigger": "string",
"type": "string",
"rule": "string",
"collation": "string",
"policy": "string",
"cast": "string",
"materializedView": "string",
"sequenceSet": "string"
},
"securityGroups": [
"string"
]
},
"ydbSource": {
"database": "string",
"instance": "string",
"paths": [
"string"
],
"serviceAccountId": "string",
"subnetId": "string",
"saKeyContent": "string",
"securityGroups": [
"string"
],
"changefeedCustomName": "string"
},
"ydsSource": {
"database": "string",
"stream": "string",
"serviceAccountId": "string",
"supportedCodecs": [
"string"
],
"parser": {
// `transfers[].source.settings.ydsSource.parser` includes only one of the fields `jsonParser`, `auditTrailsV1Parser`, `cloudLoggingParser`, `tskvParser`
"jsonParser": {
"dataSchema": {
// `transfers[].source.settings.ydsSource.parser.jsonParser.dataSchema` includes only one of the fields `fields`, `jsonFields`
"fields": {
"fields": [
{
"name": "string",
"type": "string",
"key": true,
"required": true,
"path": "string"
}
]
},
"jsonFields": "string",
// end of the list of possible fields`transfers[].source.settings.ydsSource.parser.jsonParser.dataSchema`
},
"nullKeysAllowed": true,
"addRestColumn": true,
"unescapeStringValues": true
},
"auditTrailsV1Parser": {},
"cloudLoggingParser": {},
"tskvParser": {
"dataSchema": {
// `transfers[].source.settings.ydsSource.parser.tskvParser.dataSchema` includes only one of the fields `fields`, `jsonFields`
"fields": {
"fields": [
{
"name": "string",
"type": "string",
"key": true,
"required": true,
"path": "string"
}
]
},
"jsonFields": "string",
// end of the list of possible fields`transfers[].source.settings.ydsSource.parser.tskvParser.dataSchema`
},
"nullKeysAllowed": true,
"addRestColumn": true,
"unescapeStringValues": true
},
// end of the list of possible fields`transfers[].source.settings.ydsSource.parser`
},
"allowTtlRewind": true,
"endpoint": "string",
"subnetId": "string",
"securityGroups": [
"string"
],
"consumer": "string"
},
"kafkaSource": {
"connection": {
// `transfers[].source.settings.kafkaSource.connection` includes only one of the fields `clusterId`, `onPremise`
"clusterId": "string",
"onPremise": {
"brokerUrls": [
"string"
],
"subnetId": "string",
"tlsMode": {
// `transfers[].source.settings.kafkaSource.connection.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].source.settings.kafkaSource.connection.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].source.settings.kafkaSource.connection`
},
"auth": {
// `transfers[].source.settings.kafkaSource.auth` includes only one of the fields `sasl`, `noAuth`
"sasl": {
"user": "string",
"mechanism": "string",
"password": {
"raw": "string"
}
},
"noAuth": {},
// end of the list of possible fields`transfers[].source.settings.kafkaSource.auth`
},
"securityGroups": [
"string"
],
"topicName": "string",
"transformer": {
"cloudFunction": "string",
"numberOfRetries": "string",
"bufferSize": "string",
"bufferFlushInterval": "string",
"invocationTimeout": "string",
"serviceAccountId": "string"
},
"parser": {
// `transfers[].source.settings.kafkaSource.parser` includes only one of the fields `jsonParser`, `auditTrailsV1Parser`, `cloudLoggingParser`, `tskvParser`
"jsonParser": {
"dataSchema": {
// `transfers[].source.settings.kafkaSource.parser.jsonParser.dataSchema` includes only one of the fields `fields`, `jsonFields`
"fields": {
"fields": [
{
"name": "string",
"type": "string",
"key": true,
"required": true,
"path": "string"
}
]
},
"jsonFields": "string",
// end of the list of possible fields`transfers[].source.settings.kafkaSource.parser.jsonParser.dataSchema`
},
"nullKeysAllowed": true,
"addRestColumn": true,
"unescapeStringValues": true
},
"auditTrailsV1Parser": {},
"cloudLoggingParser": {},
"tskvParser": {
"dataSchema": {
// `transfers[].source.settings.kafkaSource.parser.tskvParser.dataSchema` includes only one of the fields `fields`, `jsonFields`
"fields": {
"fields": [
{
"name": "string",
"type": "string",
"key": true,
"required": true,
"path": "string"
}
]
},
"jsonFields": "string",
// end of the list of possible fields`transfers[].source.settings.kafkaSource.parser.tskvParser.dataSchema`
},
"nullKeysAllowed": true,
"addRestColumn": true,
"unescapeStringValues": true
},
// end of the list of possible fields`transfers[].source.settings.kafkaSource.parser`
},
"topicNames": [
"string"
]
},
"mongoSource": {
"connection": {
"connectionOptions": {
"user": "string",
"password": {
"raw": "string"
},
"authSource": "string",
// `transfers[].source.settings.mongoSource.connection.connectionOptions` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"hosts": [
"string"
],
"port": "string",
"replicaSet": "string",
"tlsMode": {
// `transfers[].source.settings.mongoSource.connection.connectionOptions.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].source.settings.mongoSource.connection.connectionOptions.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].source.settings.mongoSource.connection.connectionOptions`
}
},
"subnetId": "string",
"collections": [
{
"databaseName": "string",
"collectionName": "string"
}
],
"excludedCollections": [
{
"databaseName": "string",
"collectionName": "string"
}
],
"secondaryPreferredMode": true,
"securityGroups": [
"string"
]
},
"clickhouseSource": {
"connection": {
"connectionOptions": {
"user": "string",
"password": {
"raw": "string"
},
"database": "string",
// `transfers[].source.settings.clickhouseSource.connection.connectionOptions` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"shards": [
{
"name": "string",
"hosts": [
"string"
]
}
],
"httpPort": "string",
"nativePort": "string",
"tlsMode": {
// `transfers[].source.settings.clickhouseSource.connection.connectionOptions.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].source.settings.clickhouseSource.connection.connectionOptions.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].source.settings.clickhouseSource.connection.connectionOptions`
}
},
"includeTables": [
"string"
],
"excludeTables": [
"string"
],
"subnetId": "string",
"securityGroups": [
"string"
]
},
"mysqlTarget": {
"connection": {
// `transfers[].source.settings.mysqlTarget.connection` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"port": "string",
"subnetId": "string",
"hosts": [
"string"
],
"tlsMode": {
// `transfers[].source.settings.mysqlTarget.connection.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].source.settings.mysqlTarget.connection.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].source.settings.mysqlTarget.connection`
},
"database": "string",
"user": "string",
"password": {
"raw": "string"
},
"sqlMode": "string",
"skipConstraintChecks": true,
"timezone": "string",
"cleanupPolicy": "string",
"serviceDatabase": "string",
"securityGroups": [
"string"
]
},
"postgresTarget": {
"connection": {
// `transfers[].source.settings.postgresTarget.connection` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"port": "string",
"subnetId": "string",
"hosts": [
"string"
],
"tlsMode": {
// `transfers[].source.settings.postgresTarget.connection.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].source.settings.postgresTarget.connection.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].source.settings.postgresTarget.connection`
},
"database": "string",
"user": "string",
"password": {
"raw": "string"
},
"cleanupPolicy": "string",
"securityGroups": [
"string"
]
},
"clickhouseTarget": {
"connection": {
"connectionOptions": {
"user": "string",
"password": {
"raw": "string"
},
"database": "string",
// `transfers[].source.settings.clickhouseTarget.connection.connectionOptions` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"shards": [
{
"name": "string",
"hosts": [
"string"
]
}
],
"httpPort": "string",
"nativePort": "string",
"tlsMode": {
// `transfers[].source.settings.clickhouseTarget.connection.connectionOptions.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].source.settings.clickhouseTarget.connection.connectionOptions.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].source.settings.clickhouseTarget.connection.connectionOptions`
}
},
"subnetId": "string",
"altNames": [
{
"fromName": "string",
"toName": "string"
}
],
"cleanupPolicy": "string",
"sharding": {
// `transfers[].source.settings.clickhouseTarget.sharding` includes only one of the fields `columnValueHash`, `customMapping`, `transferId`, `roundRobin`
"columnValueHash": {
"columnName": "string"
},
"customMapping": {
"columnName": "string",
"mapping": [
{
"columnValue": {
"stringValue": "string"
},
"shardName": "string"
}
]
},
"transferId": "object",
"roundRobin": "object",
// end of the list of possible fields`transfers[].source.settings.clickhouseTarget.sharding`
},
"clickhouseClusterName": "string",
"securityGroups": [
"string"
]
},
"ydbTarget": {
"database": "string",
"instance": "string",
"path": "string",
"serviceAccountId": "string",
"cleanupPolicy": "string",
"subnetId": "string",
"saKeyContent": "string",
"securityGroups": [
"string"
],
"isTableColumnOriented": true,
"defaultCompression": "string"
},
"kafkaTarget": {
"connection": {
// `transfers[].source.settings.kafkaTarget.connection` includes only one of the fields `clusterId`, `onPremise`
"clusterId": "string",
"onPremise": {
"brokerUrls": [
"string"
],
"subnetId": "string",
"tlsMode": {
// `transfers[].source.settings.kafkaTarget.connection.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].source.settings.kafkaTarget.connection.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].source.settings.kafkaTarget.connection`
},
"auth": {
// `transfers[].source.settings.kafkaTarget.auth` includes only one of the fields `sasl`, `noAuth`
"sasl": {
"user": "string",
"mechanism": "string",
"password": {
"raw": "string"
}
},
"noAuth": {},
// end of the list of possible fields`transfers[].source.settings.kafkaTarget.auth`
},
"securityGroups": [
"string"
],
"topicSettings": {
// `transfers[].source.settings.kafkaTarget.topicSettings` includes only one of the fields `topic`, `topicPrefix`
"topic": {
"topicName": "string",
"saveTxOrder": true
},
"topicPrefix": "string",
// end of the list of possible fields`transfers[].source.settings.kafkaTarget.topicSettings`
},
"serializer": {
// `transfers[].source.settings.kafkaTarget.serializer` includes only one of the fields `serializerAuto`, `serializerJson`, `serializerDebezium`
"serializerAuto": {},
"serializerJson": {},
"serializerDebezium": {
"serializerParameters": [
{
"key": "string",
"value": "string"
}
]
},
// end of the list of possible fields`transfers[].source.settings.kafkaTarget.serializer`
}
},
"mongoTarget": {
"connection": {
"connectionOptions": {
"user": "string",
"password": {
"raw": "string"
},
"authSource": "string",
// `transfers[].source.settings.mongoTarget.connection.connectionOptions` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"hosts": [
"string"
],
"port": "string",
"replicaSet": "string",
"tlsMode": {
// `transfers[].source.settings.mongoTarget.connection.connectionOptions.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].source.settings.mongoTarget.connection.connectionOptions.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].source.settings.mongoTarget.connection.connectionOptions`
}
},
"database": "string",
"cleanupPolicy": "string",
"subnetId": "string",
"securityGroups": [
"string"
]
},
"metrikaSource": {
"counterIds": [
"string"
],
"token": {
"raw": "string"
},
"streams": [
{
"type": "string",
"columns": [
"string"
]
}
]
},
"ydsTarget": {
"database": "string",
"stream": "string",
"serviceAccountId": "string",
"saveTxOrder": true,
"serializer": {
// `transfers[].source.settings.ydsTarget.serializer` includes only one of the fields `serializerAuto`, `serializerJson`, `serializerDebezium`
"serializerAuto": {},
"serializerJson": {},
"serializerDebezium": {
"serializerParameters": [
{
"key": "string",
"value": "string"
}
]
},
// end of the list of possible fields`transfers[].source.settings.ydsTarget.serializer`
},
"endpoint": "string",
"subnetId": "string",
"securityGroups": [
"string"
]
},
// end of the list of possible fields`transfers[].source.settings`
}
},
"target": {
"id": "string",
"folderId": "string",
"name": "string",
"description": "string",
"labels": "object",
"settings": {
// `transfers[].target.settings` includes only one of the fields `mysqlSource`, `postgresSource`, `ydbSource`, `ydsSource`, `kafkaSource`, `mongoSource`, `clickhouseSource`, `mysqlTarget`, `postgresTarget`, `clickhouseTarget`, `ydbTarget`, `kafkaTarget`, `mongoTarget`, `metrikaSource`, `ydsTarget`
"mysqlSource": {
"connection": {
// `transfers[].target.settings.mysqlSource.connection` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"port": "string",
"subnetId": "string",
"hosts": [
"string"
],
"tlsMode": {
// `transfers[].target.settings.mysqlSource.connection.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].target.settings.mysqlSource.connection.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].target.settings.mysqlSource.connection`
},
"database": "string",
"user": "string",
"password": {
"raw": "string"
},
"timezone": "string",
"objectTransferSettings": {
"view": "string",
"routine": "string",
"trigger": "string",
"tables": "string"
},
"includeTablesRegex": [
"string"
],
"excludeTablesRegex": [
"string"
],
"securityGroups": [
"string"
],
"serviceDatabase": "string"
},
"postgresSource": {
"connection": {
// `transfers[].target.settings.postgresSource.connection` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"port": "string",
"subnetId": "string",
"hosts": [
"string"
],
"tlsMode": {
// `transfers[].target.settings.postgresSource.connection.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].target.settings.postgresSource.connection.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].target.settings.postgresSource.connection`
},
"database": "string",
"user": "string",
"password": {
"raw": "string"
},
"includeTables": [
"string"
],
"excludeTables": [
"string"
],
"slotByteLagLimit": "string",
"serviceSchema": "string",
"objectTransferSettings": {
"sequence": "string",
"sequenceOwnedBy": "string",
"table": "string",
"primaryKey": "string",
"fkConstraint": "string",
"defaultValues": "string",
"constraint": "string",
"index": "string",
"view": "string",
"function": "string",
"trigger": "string",
"type": "string",
"rule": "string",
"collation": "string",
"policy": "string",
"cast": "string",
"materializedView": "string",
"sequenceSet": "string"
},
"securityGroups": [
"string"
]
},
"ydbSource": {
"database": "string",
"instance": "string",
"paths": [
"string"
],
"serviceAccountId": "string",
"subnetId": "string",
"saKeyContent": "string",
"securityGroups": [
"string"
],
"changefeedCustomName": "string"
},
"ydsSource": {
"database": "string",
"stream": "string",
"serviceAccountId": "string",
"supportedCodecs": [
"string"
],
"parser": {
// `transfers[].target.settings.ydsSource.parser` includes only one of the fields `jsonParser`, `auditTrailsV1Parser`, `cloudLoggingParser`, `tskvParser`
"jsonParser": {
"dataSchema": {
// `transfers[].target.settings.ydsSource.parser.jsonParser.dataSchema` includes only one of the fields `fields`, `jsonFields`
"fields": {
"fields": [
{
"name": "string",
"type": "string",
"key": true,
"required": true,
"path": "string"
}
]
},
"jsonFields": "string",
// end of the list of possible fields`transfers[].target.settings.ydsSource.parser.jsonParser.dataSchema`
},
"nullKeysAllowed": true,
"addRestColumn": true,
"unescapeStringValues": true
},
"auditTrailsV1Parser": {},
"cloudLoggingParser": {},
"tskvParser": {
"dataSchema": {
// `transfers[].target.settings.ydsSource.parser.tskvParser.dataSchema` includes only one of the fields `fields`, `jsonFields`
"fields": {
"fields": [
{
"name": "string",
"type": "string",
"key": true,
"required": true,
"path": "string"
}
]
},
"jsonFields": "string",
// end of the list of possible fields`transfers[].target.settings.ydsSource.parser.tskvParser.dataSchema`
},
"nullKeysAllowed": true,
"addRestColumn": true,
"unescapeStringValues": true
},
// end of the list of possible fields`transfers[].target.settings.ydsSource.parser`
},
"allowTtlRewind": true,
"endpoint": "string",
"subnetId": "string",
"securityGroups": [
"string"
],
"consumer": "string"
},
"kafkaSource": {
"connection": {
// `transfers[].target.settings.kafkaSource.connection` includes only one of the fields `clusterId`, `onPremise`
"clusterId": "string",
"onPremise": {
"brokerUrls": [
"string"
],
"subnetId": "string",
"tlsMode": {
// `transfers[].target.settings.kafkaSource.connection.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].target.settings.kafkaSource.connection.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].target.settings.kafkaSource.connection`
},
"auth": {
// `transfers[].target.settings.kafkaSource.auth` includes only one of the fields `sasl`, `noAuth`
"sasl": {
"user": "string",
"mechanism": "string",
"password": {
"raw": "string"
}
},
"noAuth": {},
// end of the list of possible fields`transfers[].target.settings.kafkaSource.auth`
},
"securityGroups": [
"string"
],
"topicName": "string",
"transformer": {
"cloudFunction": "string",
"numberOfRetries": "string",
"bufferSize": "string",
"bufferFlushInterval": "string",
"invocationTimeout": "string",
"serviceAccountId": "string"
},
"parser": {
// `transfers[].target.settings.kafkaSource.parser` includes only one of the fields `jsonParser`, `auditTrailsV1Parser`, `cloudLoggingParser`, `tskvParser`
"jsonParser": {
"dataSchema": {
// `transfers[].target.settings.kafkaSource.parser.jsonParser.dataSchema` includes only one of the fields `fields`, `jsonFields`
"fields": {
"fields": [
{
"name": "string",
"type": "string",
"key": true,
"required": true,
"path": "string"
}
]
},
"jsonFields": "string",
// end of the list of possible fields`transfers[].target.settings.kafkaSource.parser.jsonParser.dataSchema`
},
"nullKeysAllowed": true,
"addRestColumn": true,
"unescapeStringValues": true
},
"auditTrailsV1Parser": {},
"cloudLoggingParser": {},
"tskvParser": {
"dataSchema": {
// `transfers[].target.settings.kafkaSource.parser.tskvParser.dataSchema` includes only one of the fields `fields`, `jsonFields`
"fields": {
"fields": [
{
"name": "string",
"type": "string",
"key": true,
"required": true,
"path": "string"
}
]
},
"jsonFields": "string",
// end of the list of possible fields`transfers[].target.settings.kafkaSource.parser.tskvParser.dataSchema`
},
"nullKeysAllowed": true,
"addRestColumn": true,
"unescapeStringValues": true
},
// end of the list of possible fields`transfers[].target.settings.kafkaSource.parser`
},
"topicNames": [
"string"
]
},
"mongoSource": {
"connection": {
"connectionOptions": {
"user": "string",
"password": {
"raw": "string"
},
"authSource": "string",
// `transfers[].target.settings.mongoSource.connection.connectionOptions` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"hosts": [
"string"
],
"port": "string",
"replicaSet": "string",
"tlsMode": {
// `transfers[].target.settings.mongoSource.connection.connectionOptions.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].target.settings.mongoSource.connection.connectionOptions.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].target.settings.mongoSource.connection.connectionOptions`
}
},
"subnetId": "string",
"collections": [
{
"databaseName": "string",
"collectionName": "string"
}
],
"excludedCollections": [
{
"databaseName": "string",
"collectionName": "string"
}
],
"secondaryPreferredMode": true,
"securityGroups": [
"string"
]
},
"clickhouseSource": {
"connection": {
"connectionOptions": {
"user": "string",
"password": {
"raw": "string"
},
"database": "string",
// `transfers[].target.settings.clickhouseSource.connection.connectionOptions` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"shards": [
{
"name": "string",
"hosts": [
"string"
]
}
],
"httpPort": "string",
"nativePort": "string",
"tlsMode": {
// `transfers[].target.settings.clickhouseSource.connection.connectionOptions.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].target.settings.clickhouseSource.connection.connectionOptions.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].target.settings.clickhouseSource.connection.connectionOptions`
}
},
"includeTables": [
"string"
],
"excludeTables": [
"string"
],
"subnetId": "string",
"securityGroups": [
"string"
]
},
"mysqlTarget": {
"connection": {
// `transfers[].target.settings.mysqlTarget.connection` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"port": "string",
"subnetId": "string",
"hosts": [
"string"
],
"tlsMode": {
// `transfers[].target.settings.mysqlTarget.connection.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].target.settings.mysqlTarget.connection.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].target.settings.mysqlTarget.connection`
},
"database": "string",
"user": "string",
"password": {
"raw": "string"
},
"sqlMode": "string",
"skipConstraintChecks": true,
"timezone": "string",
"cleanupPolicy": "string",
"serviceDatabase": "string",
"securityGroups": [
"string"
]
},
"postgresTarget": {
"connection": {
// `transfers[].target.settings.postgresTarget.connection` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"port": "string",
"subnetId": "string",
"hosts": [
"string"
],
"tlsMode": {
// `transfers[].target.settings.postgresTarget.connection.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].target.settings.postgresTarget.connection.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].target.settings.postgresTarget.connection`
},
"database": "string",
"user": "string",
"password": {
"raw": "string"
},
"cleanupPolicy": "string",
"securityGroups": [
"string"
]
},
"clickhouseTarget": {
"connection": {
"connectionOptions": {
"user": "string",
"password": {
"raw": "string"
},
"database": "string",
// `transfers[].target.settings.clickhouseTarget.connection.connectionOptions` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"shards": [
{
"name": "string",
"hosts": [
"string"
]
}
],
"httpPort": "string",
"nativePort": "string",
"tlsMode": {
// `transfers[].target.settings.clickhouseTarget.connection.connectionOptions.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].target.settings.clickhouseTarget.connection.connectionOptions.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].target.settings.clickhouseTarget.connection.connectionOptions`
}
},
"subnetId": "string",
"altNames": [
{
"fromName": "string",
"toName": "string"
}
],
"cleanupPolicy": "string",
"sharding": {
// `transfers[].target.settings.clickhouseTarget.sharding` includes only one of the fields `columnValueHash`, `customMapping`, `transferId`, `roundRobin`
"columnValueHash": {
"columnName": "string"
},
"customMapping": {
"columnName": "string",
"mapping": [
{
"columnValue": {
"stringValue": "string"
},
"shardName": "string"
}
]
},
"transferId": "object",
"roundRobin": "object",
// end of the list of possible fields`transfers[].target.settings.clickhouseTarget.sharding`
},
"clickhouseClusterName": "string",
"securityGroups": [
"string"
]
},
"ydbTarget": {
"database": "string",
"instance": "string",
"path": "string",
"serviceAccountId": "string",
"cleanupPolicy": "string",
"subnetId": "string",
"saKeyContent": "string",
"securityGroups": [
"string"
],
"isTableColumnOriented": true,
"defaultCompression": "string"
},
"kafkaTarget": {
"connection": {
// `transfers[].target.settings.kafkaTarget.connection` includes only one of the fields `clusterId`, `onPremise`
"clusterId": "string",
"onPremise": {
"brokerUrls": [
"string"
],
"subnetId": "string",
"tlsMode": {
// `transfers[].target.settings.kafkaTarget.connection.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].target.settings.kafkaTarget.connection.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].target.settings.kafkaTarget.connection`
},
"auth": {
// `transfers[].target.settings.kafkaTarget.auth` includes only one of the fields `sasl`, `noAuth`
"sasl": {
"user": "string",
"mechanism": "string",
"password": {
"raw": "string"
}
},
"noAuth": {},
// end of the list of possible fields`transfers[].target.settings.kafkaTarget.auth`
},
"securityGroups": [
"string"
],
"topicSettings": {
// `transfers[].target.settings.kafkaTarget.topicSettings` includes only one of the fields `topic`, `topicPrefix`
"topic": {
"topicName": "string",
"saveTxOrder": true
},
"topicPrefix": "string",
// end of the list of possible fields`transfers[].target.settings.kafkaTarget.topicSettings`
},
"serializer": {
// `transfers[].target.settings.kafkaTarget.serializer` includes only one of the fields `serializerAuto`, `serializerJson`, `serializerDebezium`
"serializerAuto": {},
"serializerJson": {},
"serializerDebezium": {
"serializerParameters": [
{
"key": "string",
"value": "string"
}
]
},
// end of the list of possible fields`transfers[].target.settings.kafkaTarget.serializer`
}
},
"mongoTarget": {
"connection": {
"connectionOptions": {
"user": "string",
"password": {
"raw": "string"
},
"authSource": "string",
// `transfers[].target.settings.mongoTarget.connection.connectionOptions` includes only one of the fields `mdbClusterId`, `onPremise`
"mdbClusterId": "string",
"onPremise": {
"hosts": [
"string"
],
"port": "string",
"replicaSet": "string",
"tlsMode": {
// `transfers[].target.settings.mongoTarget.connection.connectionOptions.onPremise.tlsMode` includes only one of the fields `disabled`, `enabled`
"disabled": "object",
"enabled": {
"caCertificate": "string"
},
// end of the list of possible fields`transfers[].target.settings.mongoTarget.connection.connectionOptions.onPremise.tlsMode`
}
},
// end of the list of possible fields`transfers[].target.settings.mongoTarget.connection.connectionOptions`
}
},
"database": "string",
"cleanupPolicy": "string",
"subnetId": "string",
"securityGroups": [
"string"
]
},
"metrikaSource": {
"counterIds": [
"string"
],
"token": {
"raw": "string"
},
"streams": [
{
"type": "string",
"columns": [
"string"
]
}
]
},
"ydsTarget": {
"database": "string",
"stream": "string",
"serviceAccountId": "string",
"saveTxOrder": true,
"serializer": {
// `transfers[].target.settings.ydsTarget.serializer` includes only one of the fields `serializerAuto`, `serializerJson`, `serializerDebezium`
"serializerAuto": {},
"serializerJson": {},
"serializerDebezium": {
"serializerParameters": [
{
"key": "string",
"value": "string"
}
]
},
// end of the list of possible fields`transfers[].target.settings.ydsTarget.serializer`
},
"endpoint": "string",
"subnetId": "string",
"securityGroups": [
"string"
]
},
// end of the list of possible fields`transfers[].target.settings`
}
},
"runtime": {
"ycRuntime": {
"jobCount": "string",
"uploadShardParams": {
"jobCount": "string",
"processCount": "string"
}
}
},
"status": "string",
"type": "string",
"warning": "string",
"transformation": {
"transformers": [
{
// `transfers[].transformation.transformers[]` includes only one of the fields `maskField`, `filterColumns`, `renameTables`, `replacePrimaryKey`, `convertToString`, `sharderTransformer`, `tableSplitterTransformer`, `filterRows`
"maskField": {
"tables": {
"includeTables": [
"string"
],
"excludeTables": [
"string"
]
},
"columns": [
"string"
],
"function": {
"maskFunctionHash": {
"userDefinedSalt": "string"
}
}
},
"filterColumns": {
"tables": {
"includeTables": [
"string"
],
"excludeTables": [
"string"
]
},
"columns": {
"includeColumns": [
"string"
],
"excludeColumns": [
"string"
]
}
},
"renameTables": {
"renameTables": [
{
"originalName": {
"nameSpace": "string",
"name": "string"
},
"newName": {
"nameSpace": "string",
"name": "string"
}
}
]
},
"replacePrimaryKey": {
"tables": {
"includeTables": [
"string"
],
"excludeTables": [
"string"
]
},
"keys": [
"string"
]
},
"convertToString": {
"tables": {
"includeTables": [
"string"
],
"excludeTables": [
"string"
]
},
"columns": {
"includeColumns": [
"string"
],
"excludeColumns": [
"string"
]
}
},
"sharderTransformer": {
"tables": {
"includeTables": [
"string"
],
"excludeTables": [
"string"
]
},
"columns": {
"includeColumns": [
"string"
],
"excludeColumns": [
"string"
]
},
"shardsCount": "string"
},
"tableSplitterTransformer": {
"tables": {
"includeTables": [
"string"
],
"excludeTables": [
"string"
]
},
"columns": [
"string"
],
"splitter": "string"
},
"filterRows": {
"tables": {
"includeTables": [
"string"
],
"excludeTables": [
"string"
]
},
"filter": "string"
},
// end of the list of possible fields`transfers[].transformation.transformers[]`
}
]
},
"prestable": true
}
],
"nextPageToken": "string"
}
Field | Description |
---|---|
transfers[] | object The list of transfers. If there are more transfers in the folder, then |
transfers[]. id |
string |
transfers[]. folderId |
string |
transfers[]. name |
string |
transfers[]. description |
string |
transfers[]. labels |
object |
transfers[]. source |
object |
transfers[]. source. id |
string |
transfers[]. source. folderId |
string |
transfers[]. source. name |
string |
transfers[]. source. description |
string |
transfers[]. source. labels |
object |
transfers[]. source. settings |
object |
transfers[]. source. settings. mysqlSource |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. mysqlSource. connection |
object Database connection settings |
transfers[]. source. settings. mysqlSource. connection. mdbClusterId |
string transfers[].source.settings.mysqlSource.connection includes only one of the fields mdbClusterId , onPremise Managed Service for MySQL cluster ID |
transfers[]. source. settings. mysqlSource. connection. onPremise |
object Connection options for on-premise MySQL transfers[].source.settings.mysqlSource.connection includes only one of the fields mdbClusterId , onPremise |
transfers[]. source. settings. mysqlSource. connection. onPremise. port |
string (int64) Database port |
transfers[]. source. settings. mysqlSource. connection. onPremise. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. source. settings. mysqlSource. connection. onPremise. hosts[] |
string |
transfers[]. source. settings. mysqlSource. connection. onPremise. tlsMode |
object TLS settings for server connection. Disabled by default. |
transfers[]. source. settings. mysqlSource. connection. onPremise. tlsMode. disabled |
object transfers[].source.settings.mysqlSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. mysqlSource. connection. onPremise. tlsMode. disabled. disabled |
object transfers[].source.settings.mysqlSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. mysqlSource. connection. onPremise. tlsMode. enabled |
object transfers[].source.settings.mysqlSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. source. settings. mysqlSource. connection. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. source. settings. mysqlSource. database |
string Database name You can leave it empty, then it will be possible to transfer tables from several databases at the same time from this source. |
transfers[]. source. settings. mysqlSource. user |
string User for database access. |
transfers[]. source. settings. mysqlSource. password |
object Password for database access. |
transfers[]. source. settings. mysqlSource. password. raw |
string Raw secret value |
transfers[]. source. settings. mysqlSource. timezone |
string Database timezone Is used for parsing timestamps for saving source timezones. Accepts values from IANA timezone database. Default: local timezone. |
transfers[]. source. settings. mysqlSource. objectTransferSettings |
object Schema migration Select database objects to be transferred during activation or deactivation. |
transfers[]. source. settings. mysqlSource. objectTransferSettings. view |
string Views CREATE VIEW ...
|
transfers[]. source. settings. mysqlSource. objectTransferSettings. routine |
string Routines CREATE PROCEDURE ... ; CREATE FUNCTION ... ;
|
transfers[]. source. settings. mysqlSource. objectTransferSettings. trigger |
string Triggers CREATE TRIGGER ...
|
transfers[]. source. settings. mysqlSource. objectTransferSettings. tables |
string
|
transfers[]. source. settings. mysqlSource. includeTablesRegex[] |
string |
transfers[]. source. settings. mysqlSource. excludeTablesRegex[] |
string |
transfers[]. source. settings. mysqlSource. securityGroups[] |
string Security groups |
transfers[]. source. settings. mysqlSource. serviceDatabase |
string Database for service tables Default: data source database. Here created technical tables (__tm_keeper, __tm_gtid_keeper). |
transfers[]. source. settings. postgresSource |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. postgresSource. connection |
object Database connection settings |
transfers[]. source. settings. postgresSource. connection. mdbClusterId |
string transfers[].source.settings.postgresSource.connection includes only one of the fields mdbClusterId , onPremise Managed Service for PostgreSQL cluster ID |
transfers[]. source. settings. postgresSource. connection. onPremise |
object Connection options for on-premise PostgreSQL transfers[].source.settings.postgresSource.connection includes only one of the fields mdbClusterId , onPremise |
transfers[]. source. settings. postgresSource. connection. onPremise. port |
string (int64) Will be used if the cluster ID is not specified. |
transfers[]. source. settings. postgresSource. connection. onPremise. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. source. settings. postgresSource. connection. onPremise. hosts[] |
string |
transfers[]. source. settings. postgresSource. connection. onPremise. tlsMode |
object TLS settings for server connection. Disabled by default. |
transfers[]. source. settings. postgresSource. connection. onPremise. tlsMode. disabled |
object transfers[].source.settings.postgresSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. postgresSource. connection. onPremise. tlsMode. disabled. disabled |
object transfers[].source.settings.postgresSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. postgresSource. connection. onPremise. tlsMode. enabled |
object transfers[].source.settings.postgresSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. source. settings. postgresSource. connection. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. source. settings. postgresSource. database |
string Database name |
transfers[]. source. settings. postgresSource. user |
string User for database access. |
transfers[]. source. settings. postgresSource. password |
object Password for database access. |
transfers[]. source. settings. postgresSource. password. raw |
string Raw secret value |
transfers[]. source. settings. postgresSource. includeTables[] |
string Included tables If none or empty list is presented, all tables are replicated. Full table name with schema. Can contain schema_name.* patterns. |
transfers[]. source. settings. postgresSource. excludeTables[] |
string Excluded tables If none or empty list is presented, all tables are replicated. Full table name with schema. Can contain schema_name.* patterns. |
transfers[]. source. settings. postgresSource. slotByteLagLimit |
string (int64) Maximum lag of replication slot (in bytes); after exceeding this limit replication will be aborted. |
transfers[]. source. settings. postgresSource. serviceSchema |
string Database schema for service tables (__consumer_keeper, __data_transfer_mole_finder). Default is public |
transfers[]. source. settings. postgresSource. objectTransferSettings |
object Select database objects to be transferred during activation or deactivation. |
transfers[]. source. settings. postgresSource. objectTransferSettings. sequence |
string Sequences CREATE SEQUENCE ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. sequenceOwnedBy |
string Owned sequences CREATE SEQUENCE ... OWNED BY ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. table |
string Tables CREATE TABLE ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. primaryKey |
string Primary keys ALTER TABLE ... ADD PRIMARY KEY ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. fkConstraint |
string Foreign keys ALTER TABLE ... ADD FOREIGN KEY ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. defaultValues |
string Default values ALTER TABLE ... ALTER COLUMN ... SET DEFAULT ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. constraint |
string Constraints ALTER TABLE ... ADD CONSTRAINT ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. index |
string Indexes CREATE INDEX ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. view |
string Views CREATE VIEW ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. function |
string Functions CREATE FUNCTION ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. trigger |
string Triggers CREATE TRIGGER ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. type |
string Types CREATE TYPE ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. rule |
string Rules CREATE RULE ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. collation |
string Collations CREATE COLLATION ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. policy |
string Policies CREATE POLICY ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. cast |
string Casts CREATE CAST ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. materializedView |
string Materialized views CREATE MATERIALIZED VIEW ...
|
transfers[]. source. settings. postgresSource. objectTransferSettings. sequenceSet |
string
|
transfers[]. source. settings. postgresSource. securityGroups[] |
string Security groups |
transfers[]. source. settings. ydbSource |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. ydbSource. database |
string Path in YDB where to store tables |
transfers[]. source. settings. ydbSource. instance |
string Instance of YDB. example: ydb-ru-prestable.yandex.net:2135 |
transfers[]. source. settings. ydbSource. paths[] |
string |
transfers[]. source. settings. ydbSource. serviceAccountId |
string |
transfers[]. source. settings. ydbSource. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. source. settings. ydbSource. saKeyContent |
string Authorization Key |
transfers[]. source. settings. ydbSource. securityGroups[] |
string Security groups |
transfers[]. source. settings. ydbSource. changefeedCustomName |
string Pre-created change feed |
transfers[]. source. settings. ydsSource |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. ydsSource. database |
string Database |
transfers[]. source. settings. ydsSource. stream |
string Stream |
transfers[]. source. settings. ydsSource. serviceAccountId |
string SA which has read access to the stream. |
transfers[]. source. settings. ydsSource. supportedCodecs[] |
string Compression codec |
transfers[]. source. settings. ydsSource. parser |
object Data parsing rules |
transfers[]. source. settings. ydsSource. parser. jsonParser |
object transfers[].source.settings.ydsSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. source. settings. ydsSource. parser. jsonParser. dataSchema |
object |
transfers[]. source. settings. ydsSource. parser. jsonParser. dataSchema. fields |
object transfers[].source.settings.ydsSource.parser.jsonParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. source. settings. ydsSource. parser. jsonParser. dataSchema. fields. fields[] |
object Column schema |
transfers[]. source. settings. ydsSource. parser. jsonParser. dataSchema. fields. fields[]. name |
string |
transfers[]. source. settings. ydsSource. parser. jsonParser. dataSchema. fields. fields[]. type |
string |
transfers[]. source. settings. ydsSource. parser. jsonParser. dataSchema. fields. fields[]. key |
boolean (boolean) |
transfers[]. source. settings. ydsSource. parser. jsonParser. dataSchema. fields. fields[]. required |
boolean (boolean) |
transfers[]. source. settings. ydsSource. parser. jsonParser. dataSchema. fields. fields[]. path |
string |
transfers[]. source. settings. ydsSource. parser. jsonParser. dataSchema. jsonFields |
string transfers[].source.settings.ydsSource.parser.jsonParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. source. settings. ydsSource. parser. jsonParser. nullKeysAllowed |
boolean (boolean) Allow null keys, if no - null keys will be putted to unparsed data |
transfers[]. source. settings. ydsSource. parser. jsonParser. addRestColumn |
boolean (boolean) Will add _rest column for all unknown fields |
transfers[]. source. settings. ydsSource. parser. jsonParser. unescapeStringValues |
boolean (boolean) Unescape string values |
transfers[]. source. settings. ydsSource. parser. auditTrailsV1Parser |
object transfers[].source.settings.ydsSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. source. settings. ydsSource. parser. cloudLoggingParser |
object transfers[].source.settings.ydsSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. source. settings. ydsSource. parser. tskvParser |
object transfers[].source.settings.ydsSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. source. settings. ydsSource. parser. tskvParser. dataSchema |
object |
transfers[]. source. settings. ydsSource. parser. tskvParser. dataSchema. fields |
object transfers[].source.settings.ydsSource.parser.tskvParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. source. settings. ydsSource. parser. tskvParser. dataSchema. fields. fields[] |
object Column schema |
transfers[]. source. settings. ydsSource. parser. tskvParser. dataSchema. fields. fields[]. name |
string |
transfers[]. source. settings. ydsSource. parser. tskvParser. dataSchema. fields. fields[]. type |
string |
transfers[]. source. settings. ydsSource. parser. tskvParser. dataSchema. fields. fields[]. key |
boolean (boolean) |
transfers[]. source. settings. ydsSource. parser. tskvParser. dataSchema. fields. fields[]. required |
boolean (boolean) |
transfers[]. source. settings. ydsSource. parser. tskvParser. dataSchema. fields. fields[]. path |
string |
transfers[]. source. settings. ydsSource. parser. tskvParser. dataSchema. jsonFields |
string transfers[].source.settings.ydsSource.parser.tskvParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. source. settings. ydsSource. parser. tskvParser. nullKeysAllowed |
boolean (boolean) Allow null keys, if no - null keys will be putted to unparsed data |
transfers[]. source. settings. ydsSource. parser. tskvParser. addRestColumn |
boolean (boolean) Will add _rest column for all unknown fields |
transfers[]. source. settings. ydsSource. parser. tskvParser. unescapeStringValues |
boolean (boolean) Unescape string values |
transfers[]. source. settings. ydsSource. allowTtlRewind |
boolean (boolean) Should continue working, if consumer read lag exceed TTL of topic False: stop the transfer in error state, if detected lost data. True: continue working with losing part of data |
transfers[]. source. settings. ydsSource. endpoint |
string for dedicated db |
transfers[]. source. settings. ydsSource. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. source. settings. ydsSource. securityGroups[] |
string Security groups |
transfers[]. source. settings. ydsSource. consumer |
string for important streams |
transfers[]. source. settings. kafkaSource |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. kafkaSource. connection |
object Connection settings |
transfers[]. source. settings. kafkaSource. connection. clusterId |
string transfers[].source.settings.kafkaSource.connection includes only one of the fields clusterId , onPremise Managed Service for Kafka cluster ID |
transfers[]. source. settings. kafkaSource. connection. onPremise |
object Connection options for on-premise Kafka transfers[].source.settings.kafkaSource.connection includes only one of the fields clusterId , onPremise |
transfers[]. source. settings. kafkaSource. connection. onPremise. brokerUrls[] |
string Kafka broker URLs |
transfers[]. source. settings. kafkaSource. connection. onPremise. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. source. settings. kafkaSource. connection. onPremise. tlsMode |
object TLS settings for broker connection. Disabled by default. |
transfers[]. source. settings. kafkaSource. connection. onPremise. tlsMode. disabled |
object transfers[].source.settings.kafkaSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. kafkaSource. connection. onPremise. tlsMode. disabled. disabled |
object transfers[].source.settings.kafkaSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. kafkaSource. connection. onPremise. tlsMode. enabled |
object transfers[].source.settings.kafkaSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. source. settings. kafkaSource. connection. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. source. settings. kafkaSource. auth |
object Authentication settings |
transfers[]. source. settings. kafkaSource. auth. sasl |
object Authentication with SASL transfers[].source.settings.kafkaSource.auth includes only one of the fields sasl , noAuth |
transfers[]. source. settings. kafkaSource. auth. sasl. user |
string User name |
transfers[]. source. settings. kafkaSource. auth. sasl. mechanism |
string SASL mechanism for authentication |
transfers[]. source. settings. kafkaSource. auth. sasl. password |
object Password for user |
transfers[]. source. settings. kafkaSource. auth. sasl. password. raw |
string Raw secret value |
transfers[]. source. settings. kafkaSource. auth. noAuth |
object No authentication transfers[].source.settings.kafkaSource.auth includes only one of the fields sasl , noAuth |
transfers[]. source. settings. kafkaSource. securityGroups[] |
string Security groups |
transfers[]. source. settings. kafkaSource. topicName |
string Full source topic name Deprecated in favor of topic names |
transfers[]. source. settings. kafkaSource. transformer |
object Data transformation rules |
transfers[]. source. settings. kafkaSource. transformer. cloudFunction |
string Cloud function |
transfers[]. source. settings. kafkaSource. transformer. numberOfRetries |
string (int64) Number of retries |
transfers[]. source. settings. kafkaSource. transformer. bufferSize |
string Buffer size for function |
transfers[]. source. settings. kafkaSource. transformer. bufferFlushInterval |
string Flush interval |
transfers[]. source. settings. kafkaSource. transformer. invocationTimeout |
string Invocation timeout |
transfers[]. source. settings. kafkaSource. transformer. serviceAccountId |
string Service account |
transfers[]. source. settings. kafkaSource. parser |
object Data parsing rules |
transfers[]. source. settings. kafkaSource. parser. jsonParser |
object transfers[].source.settings.kafkaSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. source. settings. kafkaSource. parser. jsonParser. dataSchema |
object |
transfers[]. source. settings. kafkaSource. parser. jsonParser. dataSchema. fields |
object transfers[].source.settings.kafkaSource.parser.jsonParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. source. settings. kafkaSource. parser. jsonParser. dataSchema. fields. fields[] |
object Column schema |
transfers[]. source. settings. kafkaSource. parser. jsonParser. dataSchema. fields. fields[]. name |
string |
transfers[]. source. settings. kafkaSource. parser. jsonParser. dataSchema. fields. fields[]. type |
string |
transfers[]. source. settings. kafkaSource. parser. jsonParser. dataSchema. fields. fields[]. key |
boolean (boolean) |
transfers[]. source. settings. kafkaSource. parser. jsonParser. dataSchema. fields. fields[]. required |
boolean (boolean) |
transfers[]. source. settings. kafkaSource. parser. jsonParser. dataSchema. fields. fields[]. path |
string |
transfers[]. source. settings. kafkaSource. parser. jsonParser. dataSchema. jsonFields |
string transfers[].source.settings.kafkaSource.parser.jsonParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. source. settings. kafkaSource. parser. jsonParser. nullKeysAllowed |
boolean (boolean) Allow null keys, if no - null keys will be putted to unparsed data |
transfers[]. source. settings. kafkaSource. parser. jsonParser. addRestColumn |
boolean (boolean) Will add _rest column for all unknown fields |
transfers[]. source. settings. kafkaSource. parser. jsonParser. unescapeStringValues |
boolean (boolean) Unescape string values |
transfers[]. source. settings. kafkaSource. parser. auditTrailsV1Parser |
object transfers[].source.settings.kafkaSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. source. settings. kafkaSource. parser. cloudLoggingParser |
object transfers[].source.settings.kafkaSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. source. settings. kafkaSource. parser. tskvParser |
object transfers[].source.settings.kafkaSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. source. settings. kafkaSource. parser. tskvParser. dataSchema |
object |
transfers[]. source. settings. kafkaSource. parser. tskvParser. dataSchema. fields |
object transfers[].source.settings.kafkaSource.parser.tskvParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. source. settings. kafkaSource. parser. tskvParser. dataSchema. fields. fields[] |
object Column schema |
transfers[]. source. settings. kafkaSource. parser. tskvParser. dataSchema. fields. fields[]. name |
string |
transfers[]. source. settings. kafkaSource. parser. tskvParser. dataSchema. fields. fields[]. type |
string |
transfers[]. source. settings. kafkaSource. parser. tskvParser. dataSchema. fields. fields[]. key |
boolean (boolean) |
transfers[]. source. settings. kafkaSource. parser. tskvParser. dataSchema. fields. fields[]. required |
boolean (boolean) |
transfers[]. source. settings. kafkaSource. parser. tskvParser. dataSchema. fields. fields[]. path |
string |
transfers[]. source. settings. kafkaSource. parser. tskvParser. dataSchema. jsonFields |
string transfers[].source.settings.kafkaSource.parser.tskvParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. source. settings. kafkaSource. parser. tskvParser. nullKeysAllowed |
boolean (boolean) Allow null keys, if no - null keys will be putted to unparsed data |
transfers[]. source. settings. kafkaSource. parser. tskvParser. addRestColumn |
boolean (boolean) Will add _rest column for all unknown fields |
transfers[]. source. settings. kafkaSource. parser. tskvParser. unescapeStringValues |
boolean (boolean) Unescape string values |
transfers[]. source. settings. kafkaSource. topicNames[] |
string List of topic names to read |
transfers[]. source. settings. mongoSource |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. mongoSource. connection |
object |
transfers[]. source. settings. mongoSource. connection. connectionOptions |
object |
transfers[]. source. settings. mongoSource. connection. connectionOptions. user |
string User name |
transfers[]. source. settings. mongoSource. connection. connectionOptions. password |
object Password for user |
transfers[]. source. settings. mongoSource. connection. connectionOptions. password. raw |
string Raw secret value |
transfers[]. source. settings. mongoSource. connection. connectionOptions. authSource |
string Database name associated with the credentials |
transfers[]. source. settings. mongoSource. connection. connectionOptions. mdbClusterId |
string transfers[].source.settings.mongoSource.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. source. settings. mongoSource. connection. connectionOptions. onPremise |
object transfers[].source.settings.mongoSource.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. source. settings. mongoSource. connection. connectionOptions. onPremise. hosts[] |
string |
transfers[]. source. settings. mongoSource. connection. connectionOptions. onPremise. port |
string (int64) |
transfers[]. source. settings. mongoSource. connection. connectionOptions. onPremise. replicaSet |
string |
transfers[]. source. settings. mongoSource. connection. connectionOptions. onPremise. tlsMode |
object |
transfers[]. source. settings. mongoSource. connection. connectionOptions. onPremise. tlsMode. disabled |
object transfers[].source.settings.mongoSource.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. mongoSource. connection. connectionOptions. onPremise. tlsMode. disabled. disabled |
object transfers[].source.settings.mongoSource.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. mongoSource. connection. connectionOptions. onPremise. tlsMode. enabled |
object transfers[].source.settings.mongoSource.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. source. settings. mongoSource. connection. connectionOptions. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. source. settings. mongoSource. subnetId |
string |
transfers[]. source. settings. mongoSource. collections[] |
object List of collections for replication. Empty list implies replication of all tables on the deployment. Allowed to use * as collection name. |
transfers[]. source. settings. mongoSource. collections[]. databaseName |
string |
transfers[]. source. settings. mongoSource. collections[]. collectionName |
string |
transfers[]. source. settings. mongoSource. excludedCollections[] |
object List of forbidden collections for replication. Allowed to use * as collection name for forbid all collections of concrete schema. |
transfers[]. source. settings. mongoSource. excludedCollections[]. databaseName |
string |
transfers[]. source. settings. mongoSource. excludedCollections[]. collectionName |
string |
transfers[]. source. settings. mongoSource. secondaryPreferredMode |
boolean (boolean) Read mode for mongo client |
transfers[]. source. settings. mongoSource. securityGroups[] |
string Security groups |
transfers[]. source. settings. clickhouseSource |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. clickhouseSource. connection |
object |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions |
object |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. user |
string |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. password |
object Password for user |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. password. raw |
string Raw secret value |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. database |
string Database |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. mdbClusterId |
string transfers[].source.settings.clickhouseSource.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. onPremise |
object transfers[].source.settings.clickhouseSource.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. onPremise. shards[] |
object |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. onPremise. shards[]. name |
string |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. onPremise. shards[]. hosts[] |
string |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. onPremise. httpPort |
string (int64) |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. onPremise. nativePort |
string (int64) |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. onPremise. tlsMode |
object |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. onPremise. tlsMode. disabled |
object transfers[].source.settings.clickhouseSource.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. onPremise. tlsMode. disabled. disabled |
object transfers[].source.settings.clickhouseSource.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. onPremise. tlsMode. enabled |
object transfers[].source.settings.clickhouseSource.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. source. settings. clickhouseSource. connection. connectionOptions. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. source. settings. clickhouseSource. includeTables[] |
string While list of tables for replication. If none or empty list is presented - will replicate all tables. Can contain * patterns. |
transfers[]. source. settings. clickhouseSource. excludeTables[] |
string Exclude list of tables for replication. If none or empty list is presented - will replicate all tables. Can contain * patterns. |
transfers[]. source. settings. clickhouseSource. subnetId |
string |
transfers[]. source. settings. clickhouseSource. securityGroups[] |
string |
transfers[]. source. settings. mysqlTarget |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. mysqlTarget. connection |
object Database connection settings |
transfers[]. source. settings. mysqlTarget. connection. mdbClusterId |
string transfers[].source.settings.mysqlTarget.connection includes only one of the fields mdbClusterId , onPremise Managed Service for MySQL cluster ID |
transfers[]. source. settings. mysqlTarget. connection. onPremise |
object Connection options for on-premise MySQL transfers[].source.settings.mysqlTarget.connection includes only one of the fields mdbClusterId , onPremise |
transfers[]. source. settings. mysqlTarget. connection. onPremise. port |
string (int64) Database port |
transfers[]. source. settings. mysqlTarget. connection. onPremise. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. source. settings. mysqlTarget. connection. onPremise. hosts[] |
string |
transfers[]. source. settings. mysqlTarget. connection. onPremise. tlsMode |
object TLS settings for server connection. Disabled by default. |
transfers[]. source. settings. mysqlTarget. connection. onPremise. tlsMode. disabled |
object transfers[].source.settings.mysqlTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. mysqlTarget. connection. onPremise. tlsMode. disabled. disabled |
object transfers[].source.settings.mysqlTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. mysqlTarget. connection. onPremise. tlsMode. enabled |
object transfers[].source.settings.mysqlTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. source. settings. mysqlTarget. connection. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. source. settings. mysqlTarget. database |
string Database name Allowed to leave it empty, then the tables will be created in databases with the same names as on the source. If this field is empty, then you must fill below db schema for service table. |
transfers[]. source. settings. mysqlTarget. user |
string User for database access. |
transfers[]. source. settings. mysqlTarget. password |
object Password for database access. |
transfers[]. source. settings. mysqlTarget. password. raw |
string Raw secret value |
transfers[]. source. settings. mysqlTarget. sqlMode |
string Default: NO_AUTO_VALUE_ON_ZERO,NO_DIR_IN_CREATE,NO_ENGINE_SUBSTITUTION. |
transfers[]. source. settings. mysqlTarget. skipConstraintChecks |
boolean (boolean) Disable constraints checks Recommend to disable for increase replication speed, but if schema contain cascading operations we don't recommend to disable. This option set FOREIGN_KEY_CHECKS=0 and UNIQUE_CHECKS=0. |
transfers[]. source. settings. mysqlTarget. timezone |
string Database timezone Is used for parsing timestamps for saving source timezones. Accepts values from IANA timezone database. Default: local timezone. |
transfers[]. source. settings. mysqlTarget. cleanupPolicy |
string Cleanup policy Cleanup policy for activate, reactivate and reupload processes. Default is DISABLED.
|
transfers[]. source. settings. mysqlTarget. serviceDatabase |
string Database schema for service table Default: db name. Here created technical tables (__tm_keeper, __tm_gtid_keeper). |
transfers[]. source. settings. mysqlTarget. securityGroups[] |
string Security groups |
transfers[]. source. settings. postgresTarget |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. postgresTarget. connection |
object Database connection settings |
transfers[]. source. settings. postgresTarget. connection. mdbClusterId |
string transfers[].source.settings.postgresTarget.connection includes only one of the fields mdbClusterId , onPremise Managed Service for PostgreSQL cluster ID |
transfers[]. source. settings. postgresTarget. connection. onPremise |
object Connection options for on-premise PostgreSQL transfers[].source.settings.postgresTarget.connection includes only one of the fields mdbClusterId , onPremise |
transfers[]. source. settings. postgresTarget. connection. onPremise. port |
string (int64) Will be used if the cluster ID is not specified. |
transfers[]. source. settings. postgresTarget. connection. onPremise. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. source. settings. postgresTarget. connection. onPremise. hosts[] |
string |
transfers[]. source. settings. postgresTarget. connection. onPremise. tlsMode |
object TLS settings for server connection. Disabled by default. |
transfers[]. source. settings. postgresTarget. connection. onPremise. tlsMode. disabled |
object transfers[].source.settings.postgresTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. postgresTarget. connection. onPremise. tlsMode. disabled. disabled |
object transfers[].source.settings.postgresTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. postgresTarget. connection. onPremise. tlsMode. enabled |
object transfers[].source.settings.postgresTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. source. settings. postgresTarget. connection. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. source. settings. postgresTarget. database |
string Database name |
transfers[]. source. settings. postgresTarget. user |
string User for database access. |
transfers[]. source. settings. postgresTarget. password |
object Password for database access. |
transfers[]. source. settings. postgresTarget. password. raw |
string Raw secret value |
transfers[]. source. settings. postgresTarget. cleanupPolicy |
string Cleanup policy for activate, reactivate and reupload processes. Default is truncate.
|
transfers[]. source. settings. postgresTarget. securityGroups[] |
string Security groups |
transfers[]. source. settings. clickhouseTarget |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. clickhouseTarget. connection |
object |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions |
object |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. user |
string |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. password |
object Password for user |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. password. raw |
string Raw secret value |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. database |
string Database |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. mdbClusterId |
string transfers[].source.settings.clickhouseTarget.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. onPremise |
object transfers[].source.settings.clickhouseTarget.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. onPremise. shards[] |
object |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. onPremise. shards[]. name |
string |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. onPremise. shards[]. hosts[] |
string |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. onPremise. httpPort |
string (int64) |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. onPremise. nativePort |
string (int64) |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. onPremise. tlsMode |
object |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. onPremise. tlsMode. disabled |
object transfers[].source.settings.clickhouseTarget.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. onPremise. tlsMode. disabled. disabled |
object transfers[].source.settings.clickhouseTarget.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. onPremise. tlsMode. enabled |
object transfers[].source.settings.clickhouseTarget.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. source. settings. clickhouseTarget. connection. connectionOptions. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. source. settings. clickhouseTarget. subnetId |
string |
transfers[]. source. settings. clickhouseTarget. altNames[] |
object Alternative table names in target |
transfers[]. source. settings. clickhouseTarget. altNames[]. fromName |
string Source table name |
transfers[]. source. settings. clickhouseTarget. altNames[]. toName |
string Target table name |
transfers[]. source. settings. clickhouseTarget. cleanupPolicy |
string |
transfers[]. source. settings. clickhouseTarget. sharding |
object |
transfers[]. source. settings. clickhouseTarget. sharding. columnValueHash |
object transfers[].source.settings.clickhouseTarget.sharding includes only one of the fields columnValueHash , customMapping , transferId , roundRobin |
transfers[]. source. settings. clickhouseTarget. sharding. columnValueHash. columnName |
string |
transfers[]. source. settings. clickhouseTarget. sharding. customMapping |
object transfers[].source.settings.clickhouseTarget.sharding includes only one of the fields columnValueHash , customMapping , transferId , roundRobin |
transfers[]. source. settings. clickhouseTarget. sharding. customMapping. columnName |
string |
transfers[]. source. settings. clickhouseTarget. sharding. customMapping. mapping[] |
object |
transfers[]. source. settings. clickhouseTarget. sharding. customMapping. mapping[]. columnValue |
object |
transfers[]. source. settings. clickhouseTarget. sharding. customMapping. mapping[]. columnValue. stringValue |
string |
transfers[]. source. settings. clickhouseTarget. sharding. customMapping. mapping[]. shardName |
string |
transfers[]. source. settings. clickhouseTarget. sharding. transferId |
object transfers[].source.settings.clickhouseTarget.sharding includes only one of the fields columnValueHash , customMapping , transferId , roundRobin Empty JSON object |
transfers[]. source. settings. clickhouseTarget. sharding. transferId. transferId |
object transfers[].source.settings.clickhouseTarget.sharding includes only one of the fields columnValueHash , customMapping , transferId , roundRobin Empty JSON object |
transfers[]. source. settings. clickhouseTarget. sharding. roundRobin |
object transfers[].source.settings.clickhouseTarget.sharding includes only one of the fields columnValueHash , customMapping , transferId , roundRobin Empty JSON object |
transfers[]. source. settings. clickhouseTarget. sharding. roundRobin. roundRobin |
object transfers[].source.settings.clickhouseTarget.sharding includes only one of the fields columnValueHash , customMapping , transferId , roundRobin Empty JSON object |
transfers[]. source. settings. clickhouseTarget. clickhouseClusterName |
string |
transfers[]. source. settings. clickhouseTarget. securityGroups[] |
string |
transfers[]. source. settings. ydbTarget |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. ydbTarget. database |
string Path in YDB where to store tables |
transfers[]. source. settings. ydbTarget. instance |
string Instance of YDB. example: ydb-ru-prestable.yandex.net:2135 |
transfers[]. source. settings. ydbTarget. path |
string Path extension for database, each table will be layouted into this path |
transfers[]. source. settings. ydbTarget. serviceAccountId |
string |
transfers[]. source. settings. ydbTarget. cleanupPolicy |
string Cleanup policy |
transfers[]. source. settings. ydbTarget. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. source. settings. ydbTarget. saKeyContent |
string SA content |
transfers[]. source. settings. ydbTarget. securityGroups[] |
string Security groups |
transfers[]. source. settings. ydbTarget. isTableColumnOriented |
boolean (boolean) Should create column-oriented table (OLAP). By default it creates row-oriented (OLTP) |
transfers[]. source. settings. ydbTarget. defaultCompression |
string Compression that will be used for default columns family on YDB table creation |
transfers[]. source. settings. kafkaTarget |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. kafkaTarget. connection |
object Connection settings |
transfers[]. source. settings. kafkaTarget. connection. clusterId |
string transfers[].source.settings.kafkaTarget.connection includes only one of the fields clusterId , onPremise Managed Service for Kafka cluster ID |
transfers[]. source. settings. kafkaTarget. connection. onPremise |
object Connection options for on-premise Kafka transfers[].source.settings.kafkaTarget.connection includes only one of the fields clusterId , onPremise |
transfers[]. source. settings. kafkaTarget. connection. onPremise. brokerUrls[] |
string Kafka broker URLs |
transfers[]. source. settings. kafkaTarget. connection. onPremise. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. source. settings. kafkaTarget. connection. onPremise. tlsMode |
object TLS settings for broker connection. Disabled by default. |
transfers[]. source. settings. kafkaTarget. connection. onPremise. tlsMode. disabled |
object transfers[].source.settings.kafkaTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. kafkaTarget. connection. onPremise. tlsMode. disabled. disabled |
object transfers[].source.settings.kafkaTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. kafkaTarget. connection. onPremise. tlsMode. enabled |
object transfers[].source.settings.kafkaTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. source. settings. kafkaTarget. connection. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. source. settings. kafkaTarget. auth |
object Authentication settings |
transfers[]. source. settings. kafkaTarget. auth. sasl |
object Authentication with SASL transfers[].source.settings.kafkaTarget.auth includes only one of the fields sasl , noAuth |
transfers[]. source. settings. kafkaTarget. auth. sasl. user |
string User name |
transfers[]. source. settings. kafkaTarget. auth. sasl. mechanism |
string SASL mechanism for authentication |
transfers[]. source. settings. kafkaTarget. auth. sasl. password |
object Password for user |
transfers[]. source. settings. kafkaTarget. auth. sasl. password. raw |
string Raw secret value |
transfers[]. source. settings. kafkaTarget. auth. noAuth |
object No authentication transfers[].source.settings.kafkaTarget.auth includes only one of the fields sasl , noAuth |
transfers[]. source. settings. kafkaTarget. securityGroups[] |
string Security groups |
transfers[]. source. settings. kafkaTarget. topicSettings |
object Target topic settings |
transfers[]. source. settings. kafkaTarget. topicSettings. topic |
object Full topic name transfers[].source.settings.kafkaTarget.topicSettings includes only one of the fields topic , topicPrefix |
transfers[]. source. settings. kafkaTarget. topicSettings. topic. topicName |
string Topic name |
transfers[]. source. settings. kafkaTarget. topicSettings. topic. saveTxOrder |
boolean (boolean) Save transactions order Not to split events queue into separate per-table queues. |
transfers[]. source. settings. kafkaTarget. topicSettings. topicPrefix |
string transfers[].source.settings.kafkaTarget.topicSettings includes only one of the fields topic , topicPrefix Topic prefix Analogue of the Debezium setting database.server.name. Messages will be sent to topic with name <topic_prefix>. |
transfers[]. source. settings. kafkaTarget. serializer |
object Data serialization format settings Data serialization format |
transfers[]. source. settings. kafkaTarget. serializer. serializerAuto |
object Select the serialization format automatically transfers[].source.settings.kafkaTarget.serializer includes only one of the fields serializerAuto , serializerJson , serializerDebezium |
transfers[]. source. settings. kafkaTarget. serializer. serializerJson |
object Serialize data in json format transfers[].source.settings.kafkaTarget.serializer includes only one of the fields serializerAuto , serializerJson , serializerDebezium |
transfers[]. source. settings. kafkaTarget. serializer. serializerDebezium |
object Serialize data in debezium format transfers[].source.settings.kafkaTarget.serializer includes only one of the fields serializerAuto , serializerJson , serializerDebezium |
transfers[]. source. settings. kafkaTarget. serializer. serializerDebezium. serializerParameters[] |
object Settings of sterilization parameters as key-value pairs |
transfers[]. source. settings. kafkaTarget. serializer. serializerDebezium. serializerParameters[]. key |
string Name of the serializer parameter |
transfers[]. source. settings. kafkaTarget. serializer. serializerDebezium. serializerParameters[]. value |
string Value of the serializer parameter |
transfers[]. source. settings. mongoTarget |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. mongoTarget. connection |
object |
transfers[]. source. settings. mongoTarget. connection. connectionOptions |
object |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. user |
string User name |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. password |
object Password for user |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. password. raw |
string Raw secret value |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. authSource |
string Database name associated with the credentials |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. mdbClusterId |
string transfers[].source.settings.mongoTarget.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. onPremise |
object transfers[].source.settings.mongoTarget.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. onPremise. hosts[] |
string |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. onPremise. port |
string (int64) |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. onPremise. replicaSet |
string |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. onPremise. tlsMode |
object |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. onPremise. tlsMode. disabled |
object transfers[].source.settings.mongoTarget.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. onPremise. tlsMode. disabled. disabled |
object transfers[].source.settings.mongoTarget.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. onPremise. tlsMode. enabled |
object transfers[].source.settings.mongoTarget.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. source. settings. mongoTarget. connection. connectionOptions. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. source. settings. mongoTarget. database |
string Database name |
transfers[]. source. settings. mongoTarget. cleanupPolicy |
string
|
transfers[]. source. settings. mongoTarget. subnetId |
string |
transfers[]. source. settings. mongoTarget. securityGroups[] |
string Security groups |
transfers[]. source. settings. metrikaSource |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. metrikaSource. counterIds[] |
string (int64) |
transfers[]. source. settings. metrikaSource. token |
object |
transfers[]. source. settings. metrikaSource. token. raw |
string Raw secret value |
transfers[]. source. settings. metrikaSource. streams[] |
object |
transfers[]. source. settings. metrikaSource. streams[]. type |
string |
transfers[]. source. settings. metrikaSource. streams[]. columns[] |
string |
transfers[]. source. settings. ydsTarget |
object transfers[].source.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. source. settings. ydsTarget. database |
string Database |
transfers[]. source. settings. ydsTarget. stream |
string Stream |
transfers[]. source. settings. ydsTarget. serviceAccountId |
string SA which has read access to the stream. |
transfers[]. source. settings. ydsTarget. saveTxOrder |
boolean (boolean) Save transaction order Not to split events queue into separate per-table queues. Incompatible with setting Topic prefix, only with Topic full name. |
transfers[]. source. settings. ydsTarget. serializer |
object Data serialization format Data serialization format |
transfers[]. source. settings. ydsTarget. serializer. serializerAuto |
object Select the serialization format automatically transfers[].source.settings.ydsTarget.serializer includes only one of the fields serializerAuto , serializerJson , serializerDebezium |
transfers[]. source. settings. ydsTarget. serializer. serializerJson |
object Serialize data in json format transfers[].source.settings.ydsTarget.serializer includes only one of the fields serializerAuto , serializerJson , serializerDebezium |
transfers[]. source. settings. ydsTarget. serializer. serializerDebezium |
object Serialize data in debezium format transfers[].source.settings.ydsTarget.serializer includes only one of the fields serializerAuto , serializerJson , serializerDebezium |
transfers[]. source. settings. ydsTarget. serializer. serializerDebezium. serializerParameters[] |
object Settings of sterilization parameters as key-value pairs |
transfers[]. source. settings. ydsTarget. serializer. serializerDebezium. serializerParameters[]. key |
string Name of the serializer parameter |
transfers[]. source. settings. ydsTarget. serializer. serializerDebezium. serializerParameters[]. value |
string Value of the serializer parameter |
transfers[]. source. settings. ydsTarget. endpoint |
string for dedicated db |
transfers[]. source. settings. ydsTarget. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. source. settings. ydsTarget. securityGroups[] |
string Security groups |
transfers[]. target |
object |
transfers[]. target. id |
string |
transfers[]. target. folderId |
string |
transfers[]. target. name |
string |
transfers[]. target. description |
string |
transfers[]. target. labels |
object |
transfers[]. target. settings |
object |
transfers[]. target. settings. mysqlSource |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. mysqlSource. connection |
object Database connection settings |
transfers[]. target. settings. mysqlSource. connection. mdbClusterId |
string transfers[].target.settings.mysqlSource.connection includes only one of the fields mdbClusterId , onPremise Managed Service for MySQL cluster ID |
transfers[]. target. settings. mysqlSource. connection. onPremise |
object Connection options for on-premise MySQL transfers[].target.settings.mysqlSource.connection includes only one of the fields mdbClusterId , onPremise |
transfers[]. target. settings. mysqlSource. connection. onPremise. port |
string (int64) Database port |
transfers[]. target. settings. mysqlSource. connection. onPremise. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. target. settings. mysqlSource. connection. onPremise. hosts[] |
string |
transfers[]. target. settings. mysqlSource. connection. onPremise. tlsMode |
object TLS settings for server connection. Disabled by default. |
transfers[]. target. settings. mysqlSource. connection. onPremise. tlsMode. disabled |
object transfers[].target.settings.mysqlSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. mysqlSource. connection. onPremise. tlsMode. disabled. disabled |
object transfers[].target.settings.mysqlSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. mysqlSource. connection. onPremise. tlsMode. enabled |
object transfers[].target.settings.mysqlSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. target. settings. mysqlSource. connection. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. target. settings. mysqlSource. database |
string Database name You can leave it empty, then it will be possible to transfer tables from several databases at the same time from this source. |
transfers[]. target. settings. mysqlSource. user |
string User for database access. |
transfers[]. target. settings. mysqlSource. password |
object Password for database access. |
transfers[]. target. settings. mysqlSource. password. raw |
string Raw secret value |
transfers[]. target. settings. mysqlSource. timezone |
string Database timezone Is used for parsing timestamps for saving source timezones. Accepts values from IANA timezone database. Default: local timezone. |
transfers[]. target. settings. mysqlSource. objectTransferSettings |
object Schema migration Select database objects to be transferred during activation or deactivation. |
transfers[]. target. settings. mysqlSource. objectTransferSettings. view |
string Views CREATE VIEW ...
|
transfers[]. target. settings. mysqlSource. objectTransferSettings. routine |
string Routines CREATE PROCEDURE ... ; CREATE FUNCTION ... ;
|
transfers[]. target. settings. mysqlSource. objectTransferSettings. trigger |
string Triggers CREATE TRIGGER ...
|
transfers[]. target. settings. mysqlSource. objectTransferSettings. tables |
string
|
transfers[]. target. settings. mysqlSource. includeTablesRegex[] |
string |
transfers[]. target. settings. mysqlSource. excludeTablesRegex[] |
string |
transfers[]. target. settings. mysqlSource. securityGroups[] |
string Security groups |
transfers[]. target. settings. mysqlSource. serviceDatabase |
string Database for service tables Default: data source database. Here created technical tables (__tm_keeper, __tm_gtid_keeper). |
transfers[]. target. settings. postgresSource |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. postgresSource. connection |
object Database connection settings |
transfers[]. target. settings. postgresSource. connection. mdbClusterId |
string transfers[].target.settings.postgresSource.connection includes only one of the fields mdbClusterId , onPremise Managed Service for PostgreSQL cluster ID |
transfers[]. target. settings. postgresSource. connection. onPremise |
object Connection options for on-premise PostgreSQL transfers[].target.settings.postgresSource.connection includes only one of the fields mdbClusterId , onPremise |
transfers[]. target. settings. postgresSource. connection. onPremise. port |
string (int64) Will be used if the cluster ID is not specified. |
transfers[]. target. settings. postgresSource. connection. onPremise. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. target. settings. postgresSource. connection. onPremise. hosts[] |
string |
transfers[]. target. settings. postgresSource. connection. onPremise. tlsMode |
object TLS settings for server connection. Disabled by default. |
transfers[]. target. settings. postgresSource. connection. onPremise. tlsMode. disabled |
object transfers[].target.settings.postgresSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. postgresSource. connection. onPremise. tlsMode. disabled. disabled |
object transfers[].target.settings.postgresSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. postgresSource. connection. onPremise. tlsMode. enabled |
object transfers[].target.settings.postgresSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. target. settings. postgresSource. connection. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. target. settings. postgresSource. database |
string Database name |
transfers[]. target. settings. postgresSource. user |
string User for database access. |
transfers[]. target. settings. postgresSource. password |
object Password for database access. |
transfers[]. target. settings. postgresSource. password. raw |
string Raw secret value |
transfers[]. target. settings. postgresSource. includeTables[] |
string Included tables If none or empty list is presented, all tables are replicated. Full table name with schema. Can contain schema_name.* patterns. |
transfers[]. target. settings. postgresSource. excludeTables[] |
string Excluded tables If none or empty list is presented, all tables are replicated. Full table name with schema. Can contain schema_name.* patterns. |
transfers[]. target. settings. postgresSource. slotByteLagLimit |
string (int64) Maximum lag of replication slot (in bytes); after exceeding this limit replication will be aborted. |
transfers[]. target. settings. postgresSource. serviceSchema |
string Database schema for service tables (__consumer_keeper, __data_transfer_mole_finder). Default is public |
transfers[]. target. settings. postgresSource. objectTransferSettings |
object Select database objects to be transferred during activation or deactivation. |
transfers[]. target. settings. postgresSource. objectTransferSettings. sequence |
string Sequences CREATE SEQUENCE ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. sequenceOwnedBy |
string Owned sequences CREATE SEQUENCE ... OWNED BY ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. table |
string Tables CREATE TABLE ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. primaryKey |
string Primary keys ALTER TABLE ... ADD PRIMARY KEY ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. fkConstraint |
string Foreign keys ALTER TABLE ... ADD FOREIGN KEY ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. defaultValues |
string Default values ALTER TABLE ... ALTER COLUMN ... SET DEFAULT ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. constraint |
string Constraints ALTER TABLE ... ADD CONSTRAINT ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. index |
string Indexes CREATE INDEX ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. view |
string Views CREATE VIEW ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. function |
string Functions CREATE FUNCTION ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. trigger |
string Triggers CREATE TRIGGER ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. type |
string Types CREATE TYPE ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. rule |
string Rules CREATE RULE ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. collation |
string Collations CREATE COLLATION ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. policy |
string Policies CREATE POLICY ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. cast |
string Casts CREATE CAST ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. materializedView |
string Materialized views CREATE MATERIALIZED VIEW ...
|
transfers[]. target. settings. postgresSource. objectTransferSettings. sequenceSet |
string
|
transfers[]. target. settings. postgresSource. securityGroups[] |
string Security groups |
transfers[]. target. settings. ydbSource |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. ydbSource. database |
string Path in YDB where to store tables |
transfers[]. target. settings. ydbSource. instance |
string Instance of YDB. example: ydb-ru-prestable.yandex.net:2135 |
transfers[]. target. settings. ydbSource. paths[] |
string |
transfers[]. target. settings. ydbSource. serviceAccountId |
string |
transfers[]. target. settings. ydbSource. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. target. settings. ydbSource. saKeyContent |
string Authorization Key |
transfers[]. target. settings. ydbSource. securityGroups[] |
string Security groups |
transfers[]. target. settings. ydbSource. changefeedCustomName |
string Pre-created change feed |
transfers[]. target. settings. ydsSource |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. ydsSource. database |
string Database |
transfers[]. target. settings. ydsSource. stream |
string Stream |
transfers[]. target. settings. ydsSource. serviceAccountId |
string SA which has read access to the stream. |
transfers[]. target. settings. ydsSource. supportedCodecs[] |
string Compression codec |
transfers[]. target. settings. ydsSource. parser |
object Data parsing rules |
transfers[]. target. settings. ydsSource. parser. jsonParser |
object transfers[].target.settings.ydsSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. target. settings. ydsSource. parser. jsonParser. dataSchema |
object |
transfers[]. target. settings. ydsSource. parser. jsonParser. dataSchema. fields |
object transfers[].target.settings.ydsSource.parser.jsonParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. target. settings. ydsSource. parser. jsonParser. dataSchema. fields. fields[] |
object Column schema |
transfers[]. target. settings. ydsSource. parser. jsonParser. dataSchema. fields. fields[]. name |
string |
transfers[]. target. settings. ydsSource. parser. jsonParser. dataSchema. fields. fields[]. type |
string |
transfers[]. target. settings. ydsSource. parser. jsonParser. dataSchema. fields. fields[]. key |
boolean (boolean) |
transfers[]. target. settings. ydsSource. parser. jsonParser. dataSchema. fields. fields[]. required |
boolean (boolean) |
transfers[]. target. settings. ydsSource. parser. jsonParser. dataSchema. fields. fields[]. path |
string |
transfers[]. target. settings. ydsSource. parser. jsonParser. dataSchema. jsonFields |
string transfers[].target.settings.ydsSource.parser.jsonParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. target. settings. ydsSource. parser. jsonParser. nullKeysAllowed |
boolean (boolean) Allow null keys, if no - null keys will be putted to unparsed data |
transfers[]. target. settings. ydsSource. parser. jsonParser. addRestColumn |
boolean (boolean) Will add _rest column for all unknown fields |
transfers[]. target. settings. ydsSource. parser. jsonParser. unescapeStringValues |
boolean (boolean) Unescape string values |
transfers[]. target. settings. ydsSource. parser. auditTrailsV1Parser |
object transfers[].target.settings.ydsSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. target. settings. ydsSource. parser. cloudLoggingParser |
object transfers[].target.settings.ydsSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. target. settings. ydsSource. parser. tskvParser |
object transfers[].target.settings.ydsSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. target. settings. ydsSource. parser. tskvParser. dataSchema |
object |
transfers[]. target. settings. ydsSource. parser. tskvParser. dataSchema. fields |
object transfers[].target.settings.ydsSource.parser.tskvParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. target. settings. ydsSource. parser. tskvParser. dataSchema. fields. fields[] |
object Column schema |
transfers[]. target. settings. ydsSource. parser. tskvParser. dataSchema. fields. fields[]. name |
string |
transfers[]. target. settings. ydsSource. parser. tskvParser. dataSchema. fields. fields[]. type |
string |
transfers[]. target. settings. ydsSource. parser. tskvParser. dataSchema. fields. fields[]. key |
boolean (boolean) |
transfers[]. target. settings. ydsSource. parser. tskvParser. dataSchema. fields. fields[]. required |
boolean (boolean) |
transfers[]. target. settings. ydsSource. parser. tskvParser. dataSchema. fields. fields[]. path |
string |
transfers[]. target. settings. ydsSource. parser. tskvParser. dataSchema. jsonFields |
string transfers[].target.settings.ydsSource.parser.tskvParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. target. settings. ydsSource. parser. tskvParser. nullKeysAllowed |
boolean (boolean) Allow null keys, if no - null keys will be putted to unparsed data |
transfers[]. target. settings. ydsSource. parser. tskvParser. addRestColumn |
boolean (boolean) Will add _rest column for all unknown fields |
transfers[]. target. settings. ydsSource. parser. tskvParser. unescapeStringValues |
boolean (boolean) Unescape string values |
transfers[]. target. settings. ydsSource. allowTtlRewind |
boolean (boolean) Should continue working, if consumer read lag exceed TTL of topic False: stop the transfer in error state, if detected lost data. True: continue working with losing part of data |
transfers[]. target. settings. ydsSource. endpoint |
string for dedicated db |
transfers[]. target. settings. ydsSource. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. target. settings. ydsSource. securityGroups[] |
string Security groups |
transfers[]. target. settings. ydsSource. consumer |
string for important streams |
transfers[]. target. settings. kafkaSource |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. kafkaSource. connection |
object Connection settings |
transfers[]. target. settings. kafkaSource. connection. clusterId |
string transfers[].target.settings.kafkaSource.connection includes only one of the fields clusterId , onPremise Managed Service for Kafka cluster ID |
transfers[]. target. settings. kafkaSource. connection. onPremise |
object Connection options for on-premise Kafka transfers[].target.settings.kafkaSource.connection includes only one of the fields clusterId , onPremise |
transfers[]. target. settings. kafkaSource. connection. onPremise. brokerUrls[] |
string Kafka broker URLs |
transfers[]. target. settings. kafkaSource. connection. onPremise. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. target. settings. kafkaSource. connection. onPremise. tlsMode |
object TLS settings for broker connection. Disabled by default. |
transfers[]. target. settings. kafkaSource. connection. onPremise. tlsMode. disabled |
object transfers[].target.settings.kafkaSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. kafkaSource. connection. onPremise. tlsMode. disabled. disabled |
object transfers[].target.settings.kafkaSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. kafkaSource. connection. onPremise. tlsMode. enabled |
object transfers[].target.settings.kafkaSource.connection.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. target. settings. kafkaSource. connection. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. target. settings. kafkaSource. auth |
object Authentication settings |
transfers[]. target. settings. kafkaSource. auth. sasl |
object Authentication with SASL transfers[].target.settings.kafkaSource.auth includes only one of the fields sasl , noAuth |
transfers[]. target. settings. kafkaSource. auth. sasl. user |
string User name |
transfers[]. target. settings. kafkaSource. auth. sasl. mechanism |
string SASL mechanism for authentication |
transfers[]. target. settings. kafkaSource. auth. sasl. password |
object Password for user |
transfers[]. target. settings. kafkaSource. auth. sasl. password. raw |
string Raw secret value |
transfers[]. target. settings. kafkaSource. auth. noAuth |
object No authentication transfers[].target.settings.kafkaSource.auth includes only one of the fields sasl , noAuth |
transfers[]. target. settings. kafkaSource. securityGroups[] |
string Security groups |
transfers[]. target. settings. kafkaSource. topicName |
string Full source topic name Deprecated in favor of topic names |
transfers[]. target. settings. kafkaSource. transformer |
object Data transformation rules |
transfers[]. target. settings. kafkaSource. transformer. cloudFunction |
string Cloud function |
transfers[]. target. settings. kafkaSource. transformer. numberOfRetries |
string (int64) Number of retries |
transfers[]. target. settings. kafkaSource. transformer. bufferSize |
string Buffer size for function |
transfers[]. target. settings. kafkaSource. transformer. bufferFlushInterval |
string Flush interval |
transfers[]. target. settings. kafkaSource. transformer. invocationTimeout |
string Invocation timeout |
transfers[]. target. settings. kafkaSource. transformer. serviceAccountId |
string Service account |
transfers[]. target. settings. kafkaSource. parser |
object Data parsing rules |
transfers[]. target. settings. kafkaSource. parser. jsonParser |
object transfers[].target.settings.kafkaSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. target. settings. kafkaSource. parser. jsonParser. dataSchema |
object |
transfers[]. target. settings. kafkaSource. parser. jsonParser. dataSchema. fields |
object transfers[].target.settings.kafkaSource.parser.jsonParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. target. settings. kafkaSource. parser. jsonParser. dataSchema. fields. fields[] |
object Column schema |
transfers[]. target. settings. kafkaSource. parser. jsonParser. dataSchema. fields. fields[]. name |
string |
transfers[]. target. settings. kafkaSource. parser. jsonParser. dataSchema. fields. fields[]. type |
string |
transfers[]. target. settings. kafkaSource. parser. jsonParser. dataSchema. fields. fields[]. key |
boolean (boolean) |
transfers[]. target. settings. kafkaSource. parser. jsonParser. dataSchema. fields. fields[]. required |
boolean (boolean) |
transfers[]. target. settings. kafkaSource. parser. jsonParser. dataSchema. fields. fields[]. path |
string |
transfers[]. target. settings. kafkaSource. parser. jsonParser. dataSchema. jsonFields |
string transfers[].target.settings.kafkaSource.parser.jsonParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. target. settings. kafkaSource. parser. jsonParser. nullKeysAllowed |
boolean (boolean) Allow null keys, if no - null keys will be putted to unparsed data |
transfers[]. target. settings. kafkaSource. parser. jsonParser. addRestColumn |
boolean (boolean) Will add _rest column for all unknown fields |
transfers[]. target. settings. kafkaSource. parser. jsonParser. unescapeStringValues |
boolean (boolean) Unescape string values |
transfers[]. target. settings. kafkaSource. parser. auditTrailsV1Parser |
object transfers[].target.settings.kafkaSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. target. settings. kafkaSource. parser. cloudLoggingParser |
object transfers[].target.settings.kafkaSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. target. settings. kafkaSource. parser. tskvParser |
object transfers[].target.settings.kafkaSource.parser includes only one of the fields jsonParser , auditTrailsV1Parser , cloudLoggingParser , tskvParser |
transfers[]. target. settings. kafkaSource. parser. tskvParser. dataSchema |
object |
transfers[]. target. settings. kafkaSource. parser. tskvParser. dataSchema. fields |
object transfers[].target.settings.kafkaSource.parser.tskvParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. target. settings. kafkaSource. parser. tskvParser. dataSchema. fields. fields[] |
object Column schema |
transfers[]. target. settings. kafkaSource. parser. tskvParser. dataSchema. fields. fields[]. name |
string |
transfers[]. target. settings. kafkaSource. parser. tskvParser. dataSchema. fields. fields[]. type |
string |
transfers[]. target. settings. kafkaSource. parser. tskvParser. dataSchema. fields. fields[]. key |
boolean (boolean) |
transfers[]. target. settings. kafkaSource. parser. tskvParser. dataSchema. fields. fields[]. required |
boolean (boolean) |
transfers[]. target. settings. kafkaSource. parser. tskvParser. dataSchema. fields. fields[]. path |
string |
transfers[]. target. settings. kafkaSource. parser. tskvParser. dataSchema. jsonFields |
string transfers[].target.settings.kafkaSource.parser.tskvParser.dataSchema includes only one of the fields fields , jsonFields |
transfers[]. target. settings. kafkaSource. parser. tskvParser. nullKeysAllowed |
boolean (boolean) Allow null keys, if no - null keys will be putted to unparsed data |
transfers[]. target. settings. kafkaSource. parser. tskvParser. addRestColumn |
boolean (boolean) Will add _rest column for all unknown fields |
transfers[]. target. settings. kafkaSource. parser. tskvParser. unescapeStringValues |
boolean (boolean) Unescape string values |
transfers[]. target. settings. kafkaSource. topicNames[] |
string List of topic names to read |
transfers[]. target. settings. mongoSource |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. mongoSource. connection |
object |
transfers[]. target. settings. mongoSource. connection. connectionOptions |
object |
transfers[]. target. settings. mongoSource. connection. connectionOptions. user |
string User name |
transfers[]. target. settings. mongoSource. connection. connectionOptions. password |
object Password for user |
transfers[]. target. settings. mongoSource. connection. connectionOptions. password. raw |
string Raw secret value |
transfers[]. target. settings. mongoSource. connection. connectionOptions. authSource |
string Database name associated with the credentials |
transfers[]. target. settings. mongoSource. connection. connectionOptions. mdbClusterId |
string transfers[].target.settings.mongoSource.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. target. settings. mongoSource. connection. connectionOptions. onPremise |
object transfers[].target.settings.mongoSource.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. target. settings. mongoSource. connection. connectionOptions. onPremise. hosts[] |
string |
transfers[]. target. settings. mongoSource. connection. connectionOptions. onPremise. port |
string (int64) |
transfers[]. target. settings. mongoSource. connection. connectionOptions. onPremise. replicaSet |
string |
transfers[]. target. settings. mongoSource. connection. connectionOptions. onPremise. tlsMode |
object |
transfers[]. target. settings. mongoSource. connection. connectionOptions. onPremise. tlsMode. disabled |
object transfers[].target.settings.mongoSource.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. mongoSource. connection. connectionOptions. onPremise. tlsMode. disabled. disabled |
object transfers[].target.settings.mongoSource.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. mongoSource. connection. connectionOptions. onPremise. tlsMode. enabled |
object transfers[].target.settings.mongoSource.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. target. settings. mongoSource. connection. connectionOptions. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. target. settings. mongoSource. subnetId |
string |
transfers[]. target. settings. mongoSource. collections[] |
object List of collections for replication. Empty list implies replication of all tables on the deployment. Allowed to use * as collection name. |
transfers[]. target. settings. mongoSource. collections[]. databaseName |
string |
transfers[]. target. settings. mongoSource. collections[]. collectionName |
string |
transfers[]. target. settings. mongoSource. excludedCollections[] |
object List of forbidden collections for replication. Allowed to use * as collection name for forbid all collections of concrete schema. |
transfers[]. target. settings. mongoSource. excludedCollections[]. databaseName |
string |
transfers[]. target. settings. mongoSource. excludedCollections[]. collectionName |
string |
transfers[]. target. settings. mongoSource. secondaryPreferredMode |
boolean (boolean) Read mode for mongo client |
transfers[]. target. settings. mongoSource. securityGroups[] |
string Security groups |
transfers[]. target. settings. clickhouseSource |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. clickhouseSource. connection |
object |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions |
object |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. user |
string |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. password |
object Password for user |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. password. raw |
string Raw secret value |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. database |
string Database |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. mdbClusterId |
string transfers[].target.settings.clickhouseSource.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. onPremise |
object transfers[].target.settings.clickhouseSource.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. onPremise. shards[] |
object |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. onPremise. shards[]. name |
string |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. onPremise. shards[]. hosts[] |
string |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. onPremise. httpPort |
string (int64) |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. onPremise. nativePort |
string (int64) |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. onPremise. tlsMode |
object |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. onPremise. tlsMode. disabled |
object transfers[].target.settings.clickhouseSource.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. onPremise. tlsMode. disabled. disabled |
object transfers[].target.settings.clickhouseSource.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. onPremise. tlsMode. enabled |
object transfers[].target.settings.clickhouseSource.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. target. settings. clickhouseSource. connection. connectionOptions. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. target. settings. clickhouseSource. includeTables[] |
string While list of tables for replication. If none or empty list is presented - will replicate all tables. Can contain * patterns. |
transfers[]. target. settings. clickhouseSource. excludeTables[] |
string Exclude list of tables for replication. If none or empty list is presented - will replicate all tables. Can contain * patterns. |
transfers[]. target. settings. clickhouseSource. subnetId |
string |
transfers[]. target. settings. clickhouseSource. securityGroups[] |
string |
transfers[]. target. settings. mysqlTarget |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. mysqlTarget. connection |
object Database connection settings |
transfers[]. target. settings. mysqlTarget. connection. mdbClusterId |
string transfers[].target.settings.mysqlTarget.connection includes only one of the fields mdbClusterId , onPremise Managed Service for MySQL cluster ID |
transfers[]. target. settings. mysqlTarget. connection. onPremise |
object Connection options for on-premise MySQL transfers[].target.settings.mysqlTarget.connection includes only one of the fields mdbClusterId , onPremise |
transfers[]. target. settings. mysqlTarget. connection. onPremise. port |
string (int64) Database port |
transfers[]. target. settings. mysqlTarget. connection. onPremise. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. target. settings. mysqlTarget. connection. onPremise. hosts[] |
string |
transfers[]. target. settings. mysqlTarget. connection. onPremise. tlsMode |
object TLS settings for server connection. Disabled by default. |
transfers[]. target. settings. mysqlTarget. connection. onPremise. tlsMode. disabled |
object transfers[].target.settings.mysqlTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. mysqlTarget. connection. onPremise. tlsMode. disabled. disabled |
object transfers[].target.settings.mysqlTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. mysqlTarget. connection. onPremise. tlsMode. enabled |
object transfers[].target.settings.mysqlTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. target. settings. mysqlTarget. connection. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. target. settings. mysqlTarget. database |
string Database name Allowed to leave it empty, then the tables will be created in databases with the same names as on the source. If this field is empty, then you must fill below db schema for service table. |
transfers[]. target. settings. mysqlTarget. user |
string User for database access. |
transfers[]. target. settings. mysqlTarget. password |
object Password for database access. |
transfers[]. target. settings. mysqlTarget. password. raw |
string Raw secret value |
transfers[]. target. settings. mysqlTarget. sqlMode |
string Default: NO_AUTO_VALUE_ON_ZERO,NO_DIR_IN_CREATE,NO_ENGINE_SUBSTITUTION. |
transfers[]. target. settings. mysqlTarget. skipConstraintChecks |
boolean (boolean) Disable constraints checks Recommend to disable for increase replication speed, but if schema contain cascading operations we don't recommend to disable. This option set FOREIGN_KEY_CHECKS=0 and UNIQUE_CHECKS=0. |
transfers[]. target. settings. mysqlTarget. timezone |
string Database timezone Is used for parsing timestamps for saving source timezones. Accepts values from IANA timezone database. Default: local timezone. |
transfers[]. target. settings. mysqlTarget. cleanupPolicy |
string Cleanup policy Cleanup policy for activate, reactivate and reupload processes. Default is DISABLED.
|
transfers[]. target. settings. mysqlTarget. serviceDatabase |
string Database schema for service table Default: db name. Here created technical tables (__tm_keeper, __tm_gtid_keeper). |
transfers[]. target. settings. mysqlTarget. securityGroups[] |
string Security groups |
transfers[]. target. settings. postgresTarget |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. postgresTarget. connection |
object Database connection settings |
transfers[]. target. settings. postgresTarget. connection. mdbClusterId |
string transfers[].target.settings.postgresTarget.connection includes only one of the fields mdbClusterId , onPremise Managed Service for PostgreSQL cluster ID |
transfers[]. target. settings. postgresTarget. connection. onPremise |
object Connection options for on-premise PostgreSQL transfers[].target.settings.postgresTarget.connection includes only one of the fields mdbClusterId , onPremise |
transfers[]. target. settings. postgresTarget. connection. onPremise. port |
string (int64) Will be used if the cluster ID is not specified. |
transfers[]. target. settings. postgresTarget. connection. onPremise. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. target. settings. postgresTarget. connection. onPremise. hosts[] |
string |
transfers[]. target. settings. postgresTarget. connection. onPremise. tlsMode |
object TLS settings for server connection. Disabled by default. |
transfers[]. target. settings. postgresTarget. connection. onPremise. tlsMode. disabled |
object transfers[].target.settings.postgresTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. postgresTarget. connection. onPremise. tlsMode. disabled. disabled |
object transfers[].target.settings.postgresTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. postgresTarget. connection. onPremise. tlsMode. enabled |
object transfers[].target.settings.postgresTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. target. settings. postgresTarget. connection. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. target. settings. postgresTarget. database |
string Database name |
transfers[]. target. settings. postgresTarget. user |
string User for database access. |
transfers[]. target. settings. postgresTarget. password |
object Password for database access. |
transfers[]. target. settings. postgresTarget. password. raw |
string Raw secret value |
transfers[]. target. settings. postgresTarget. cleanupPolicy |
string Cleanup policy for activate, reactivate and reupload processes. Default is truncate.
|
transfers[]. target. settings. postgresTarget. securityGroups[] |
string Security groups |
transfers[]. target. settings. clickhouseTarget |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. clickhouseTarget. connection |
object |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions |
object |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. user |
string |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. password |
object Password for user |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. password. raw |
string Raw secret value |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. database |
string Database |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. mdbClusterId |
string transfers[].target.settings.clickhouseTarget.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. onPremise |
object transfers[].target.settings.clickhouseTarget.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. onPremise. shards[] |
object |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. onPremise. shards[]. name |
string |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. onPremise. shards[]. hosts[] |
string |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. onPremise. httpPort |
string (int64) |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. onPremise. nativePort |
string (int64) |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. onPremise. tlsMode |
object |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. onPremise. tlsMode. disabled |
object transfers[].target.settings.clickhouseTarget.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. onPremise. tlsMode. disabled. disabled |
object transfers[].target.settings.clickhouseTarget.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. onPremise. tlsMode. enabled |
object transfers[].target.settings.clickhouseTarget.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. target. settings. clickhouseTarget. connection. connectionOptions. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. target. settings. clickhouseTarget. subnetId |
string |
transfers[]. target. settings. clickhouseTarget. altNames[] |
object Alternative table names in target |
transfers[]. target. settings. clickhouseTarget. altNames[]. fromName |
string Source table name |
transfers[]. target. settings. clickhouseTarget. altNames[]. toName |
string Target table name |
transfers[]. target. settings. clickhouseTarget. cleanupPolicy |
string |
transfers[]. target. settings. clickhouseTarget. sharding |
object |
transfers[]. target. settings. clickhouseTarget. sharding. columnValueHash |
object transfers[].target.settings.clickhouseTarget.sharding includes only one of the fields columnValueHash , customMapping , transferId , roundRobin |
transfers[]. target. settings. clickhouseTarget. sharding. columnValueHash. columnName |
string |
transfers[]. target. settings. clickhouseTarget. sharding. customMapping |
object transfers[].target.settings.clickhouseTarget.sharding includes only one of the fields columnValueHash , customMapping , transferId , roundRobin |
transfers[]. target. settings. clickhouseTarget. sharding. customMapping. columnName |
string |
transfers[]. target. settings. clickhouseTarget. sharding. customMapping. mapping[] |
object |
transfers[]. target. settings. clickhouseTarget. sharding. customMapping. mapping[]. columnValue |
object |
transfers[]. target. settings. clickhouseTarget. sharding. customMapping. mapping[]. columnValue. stringValue |
string |
transfers[]. target. settings. clickhouseTarget. sharding. customMapping. mapping[]. shardName |
string |
transfers[]. target. settings. clickhouseTarget. sharding. transferId |
object transfers[].target.settings.clickhouseTarget.sharding includes only one of the fields columnValueHash , customMapping , transferId , roundRobin Empty JSON object |
transfers[]. target. settings. clickhouseTarget. sharding. transferId. transferId |
object transfers[].target.settings.clickhouseTarget.sharding includes only one of the fields columnValueHash , customMapping , transferId , roundRobin Empty JSON object |
transfers[]. target. settings. clickhouseTarget. sharding. roundRobin |
object transfers[].target.settings.clickhouseTarget.sharding includes only one of the fields columnValueHash , customMapping , transferId , roundRobin Empty JSON object |
transfers[]. target. settings. clickhouseTarget. sharding. roundRobin. roundRobin |
object transfers[].target.settings.clickhouseTarget.sharding includes only one of the fields columnValueHash , customMapping , transferId , roundRobin Empty JSON object |
transfers[]. target. settings. clickhouseTarget. clickhouseClusterName |
string |
transfers[]. target. settings. clickhouseTarget. securityGroups[] |
string |
transfers[]. target. settings. ydbTarget |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. ydbTarget. database |
string Path in YDB where to store tables |
transfers[]. target. settings. ydbTarget. instance |
string Instance of YDB. example: ydb-ru-prestable.yandex.net:2135 |
transfers[]. target. settings. ydbTarget. path |
string Path extension for database, each table will be layouted into this path |
transfers[]. target. settings. ydbTarget. serviceAccountId |
string |
transfers[]. target. settings. ydbTarget. cleanupPolicy |
string Cleanup policy |
transfers[]. target. settings. ydbTarget. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. target. settings. ydbTarget. saKeyContent |
string SA content |
transfers[]. target. settings. ydbTarget. securityGroups[] |
string Security groups |
transfers[]. target. settings. ydbTarget. isTableColumnOriented |
boolean (boolean) Should create column-oriented table (OLAP). By default it creates row-oriented (OLTP) |
transfers[]. target. settings. ydbTarget. defaultCompression |
string Compression that will be used for default columns family on YDB table creation |
transfers[]. target. settings. kafkaTarget |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. kafkaTarget. connection |
object Connection settings |
transfers[]. target. settings. kafkaTarget. connection. clusterId |
string transfers[].target.settings.kafkaTarget.connection includes only one of the fields clusterId , onPremise Managed Service for Kafka cluster ID |
transfers[]. target. settings. kafkaTarget. connection. onPremise |
object Connection options for on-premise Kafka transfers[].target.settings.kafkaTarget.connection includes only one of the fields clusterId , onPremise |
transfers[]. target. settings. kafkaTarget. connection. onPremise. brokerUrls[] |
string Kafka broker URLs |
transfers[]. target. settings. kafkaTarget. connection. onPremise. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. target. settings. kafkaTarget. connection. onPremise. tlsMode |
object TLS settings for broker connection. Disabled by default. |
transfers[]. target. settings. kafkaTarget. connection. onPremise. tlsMode. disabled |
object transfers[].target.settings.kafkaTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. kafkaTarget. connection. onPremise. tlsMode. disabled. disabled |
object transfers[].target.settings.kafkaTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. kafkaTarget. connection. onPremise. tlsMode. enabled |
object transfers[].target.settings.kafkaTarget.connection.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. target. settings. kafkaTarget. connection. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. target. settings. kafkaTarget. auth |
object Authentication settings |
transfers[]. target. settings. kafkaTarget. auth. sasl |
object Authentication with SASL transfers[].target.settings.kafkaTarget.auth includes only one of the fields sasl , noAuth |
transfers[]. target. settings. kafkaTarget. auth. sasl. user |
string User name |
transfers[]. target. settings. kafkaTarget. auth. sasl. mechanism |
string SASL mechanism for authentication |
transfers[]. target. settings. kafkaTarget. auth. sasl. password |
object Password for user |
transfers[]. target. settings. kafkaTarget. auth. sasl. password. raw |
string Raw secret value |
transfers[]. target. settings. kafkaTarget. auth. noAuth |
object No authentication transfers[].target.settings.kafkaTarget.auth includes only one of the fields sasl , noAuth |
transfers[]. target. settings. kafkaTarget. securityGroups[] |
string Security groups |
transfers[]. target. settings. kafkaTarget. topicSettings |
object Target topic settings |
transfers[]. target. settings. kafkaTarget. topicSettings. topic |
object Full topic name transfers[].target.settings.kafkaTarget.topicSettings includes only one of the fields topic , topicPrefix |
transfers[]. target. settings. kafkaTarget. topicSettings. topic. topicName |
string Topic name |
transfers[]. target. settings. kafkaTarget. topicSettings. topic. saveTxOrder |
boolean (boolean) Save transactions order Not to split events queue into separate per-table queues. |
transfers[]. target. settings. kafkaTarget. topicSettings. topicPrefix |
string transfers[].target.settings.kafkaTarget.topicSettings includes only one of the fields topic , topicPrefix Topic prefix Analogue of the Debezium setting database.server.name. Messages will be sent to topic with name <topic_prefix>. |
transfers[]. target. settings. kafkaTarget. serializer |
object Data serialization format settings Data serialization format |
transfers[]. target. settings. kafkaTarget. serializer. serializerAuto |
object Select the serialization format automatically transfers[].target.settings.kafkaTarget.serializer includes only one of the fields serializerAuto , serializerJson , serializerDebezium |
transfers[]. target. settings. kafkaTarget. serializer. serializerJson |
object Serialize data in json format transfers[].target.settings.kafkaTarget.serializer includes only one of the fields serializerAuto , serializerJson , serializerDebezium |
transfers[]. target. settings. kafkaTarget. serializer. serializerDebezium |
object Serialize data in debezium format transfers[].target.settings.kafkaTarget.serializer includes only one of the fields serializerAuto , serializerJson , serializerDebezium |
transfers[]. target. settings. kafkaTarget. serializer. serializerDebezium. serializerParameters[] |
object Settings of sterilization parameters as key-value pairs |
transfers[]. target. settings. kafkaTarget. serializer. serializerDebezium. serializerParameters[]. key |
string Name of the serializer parameter |
transfers[]. target. settings. kafkaTarget. serializer. serializerDebezium. serializerParameters[]. value |
string Value of the serializer parameter |
transfers[]. target. settings. mongoTarget |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. mongoTarget. connection |
object |
transfers[]. target. settings. mongoTarget. connection. connectionOptions |
object |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. user |
string User name |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. password |
object Password for user |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. password. raw |
string Raw secret value |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. authSource |
string Database name associated with the credentials |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. mdbClusterId |
string transfers[].target.settings.mongoTarget.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. onPremise |
object transfers[].target.settings.mongoTarget.connection.connectionOptions includes only one of the fields mdbClusterId , onPremise |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. onPremise. hosts[] |
string |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. onPremise. port |
string (int64) |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. onPremise. replicaSet |
string |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. onPremise. tlsMode |
object |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. onPremise. tlsMode. disabled |
object transfers[].target.settings.mongoTarget.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. onPremise. tlsMode. disabled. disabled |
object transfers[].target.settings.mongoTarget.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled Empty JSON object |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. onPremise. tlsMode. enabled |
object transfers[].target.settings.mongoTarget.connection.connectionOptions.onPremise.tlsMode includes only one of the fields disabled , enabled |
transfers[]. target. settings. mongoTarget. connection. connectionOptions. onPremise. tlsMode. enabled. caCertificate |
string CA certificate X.509 certificate of the certificate authority which issued the server's certificate, in PEM format. When CA certificate is specified TLS is used to connect to the server. |
transfers[]. target. settings. mongoTarget. database |
string Database name |
transfers[]. target. settings. mongoTarget. cleanupPolicy |
string
|
transfers[]. target. settings. mongoTarget. subnetId |
string |
transfers[]. target. settings. mongoTarget. securityGroups[] |
string Security groups |
transfers[]. target. settings. metrikaSource |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. metrikaSource. counterIds[] |
string (int64) |
transfers[]. target. settings. metrikaSource. token |
object |
transfers[]. target. settings. metrikaSource. token. raw |
string Raw secret value |
transfers[]. target. settings. metrikaSource. streams[] |
object |
transfers[]. target. settings. metrikaSource. streams[]. type |
string |
transfers[]. target. settings. metrikaSource. streams[]. columns[] |
string |
transfers[]. target. settings. ydsTarget |
object transfers[].target.settings includes only one of the fields mysqlSource , postgresSource , ydbSource , ydsSource , kafkaSource , mongoSource , clickhouseSource , mysqlTarget , postgresTarget , clickhouseTarget , ydbTarget , kafkaTarget , mongoTarget , metrikaSource , ydsTarget |
transfers[]. target. settings. ydsTarget. database |
string Database |
transfers[]. target. settings. ydsTarget. stream |
string Stream |
transfers[]. target. settings. ydsTarget. serviceAccountId |
string SA which has read access to the stream. |
transfers[]. target. settings. ydsTarget. saveTxOrder |
boolean (boolean) Save transaction order Not to split events queue into separate per-table queues. Incompatible with setting Topic prefix, only with Topic full name. |
transfers[]. target. settings. ydsTarget. serializer |
object Data serialization format Data serialization format |
transfers[]. target. settings. ydsTarget. serializer. serializerAuto |
object Select the serialization format automatically transfers[].target.settings.ydsTarget.serializer includes only one of the fields serializerAuto , serializerJson , serializerDebezium |
transfers[]. target. settings. ydsTarget. serializer. serializerJson |
object Serialize data in json format transfers[].target.settings.ydsTarget.serializer includes only one of the fields serializerAuto , serializerJson , serializerDebezium |
transfers[]. target. settings. ydsTarget. serializer. serializerDebezium |
object Serialize data in debezium format transfers[].target.settings.ydsTarget.serializer includes only one of the fields serializerAuto , serializerJson , serializerDebezium |
transfers[]. target. settings. ydsTarget. serializer. serializerDebezium. serializerParameters[] |
object Settings of sterilization parameters as key-value pairs |
transfers[]. target. settings. ydsTarget. serializer. serializerDebezium. serializerParameters[]. key |
string Name of the serializer parameter |
transfers[]. target. settings. ydsTarget. serializer. serializerDebezium. serializerParameters[]. value |
string Value of the serializer parameter |
transfers[]. target. settings. ydsTarget. endpoint |
string for dedicated db |
transfers[]. target. settings. ydsTarget. subnetId |
string Network interface for endpoint. If none will assume public ipv4 |
transfers[]. target. settings. ydsTarget. securityGroups[] |
string Security groups |
transfers[]. runtime |
object |
transfers[]. runtime. ycRuntime |
object |
transfers[]. runtime. ycRuntime. jobCount |
string (int64) |
transfers[]. runtime. ycRuntime. uploadShardParams |
object |
transfers[]. runtime. ycRuntime. uploadShardParams. jobCount |
string (int64) |
transfers[]. runtime. ycRuntime. uploadShardParams. processCount |
string (int64) |
transfers[]. status |
string
|
transfers[]. type |
string
|
transfers[]. warning |
string |
transfers[]. transformation |
object Transformation is converting data using special transformer functions. These functions are executed on a data stream, applied to each data change item, and transform them. A transformer can be run at both the metadata and data levels. Data can only be transformed if the source and target are of different types. |
transfers[]. transformation. transformers[] |
object Transformers are set as a list. When activating a transfer, a transformation plan is made for the tables that match the specified criteria. Transformers are applied to the tables in the sequence specified in the list. |
transfers[]. transformation. transformers[]. maskField |
object transfers[].transformation.transformers[] includes only one of the fields maskField , filterColumns , renameTables , replacePrimaryKey , convertToString , sharderTransformer , tableSplitterTransformer , filterRows Mask field transformer allows you to hash data |
transfers[]. transformation. transformers[]. maskField. tables |
object List of included and excluded tables Filter tables using lists of included and excluded tables. |
transfers[]. transformation. transformers[]. maskField. tables. includeTables[] |
string List of tables that will be included to transfer |
transfers[]. transformation. transformers[]. maskField. tables. excludeTables[] |
string List of tables that will be excluded to transfer |
transfers[]. transformation. transformers[]. maskField. columns[] |
string Specify the name of the column for data masking (a regular expression). |
transfers[]. transformation. transformers[]. maskField. function |
object Mask function Mask function |
transfers[]. transformation. transformers[]. maskField. function. maskFunctionHash |
object Hash mask function |
transfers[]. transformation. transformers[]. maskField. function. maskFunctionHash. userDefinedSalt |
string This string will be used in the HMAC(sha256, salt) function applied to the column data. |
transfers[]. transformation. transformers[]. filterColumns |
object transfers[].transformation.transformers[] includes only one of the fields maskField , filterColumns , renameTables , replacePrimaryKey , convertToString , sharderTransformer , tableSplitterTransformer , filterRows Set up a list of table columns to transfer |
transfers[]. transformation. transformers[]. filterColumns. tables |
object List of the tables to filter using lists of included and excluded tables. Filter tables using lists of included and excluded tables. |
transfers[]. transformation. transformers[]. filterColumns. tables. includeTables[] |
string List of tables that will be included to transfer |
transfers[]. transformation. transformers[]. filterColumns. tables. excludeTables[] |
string List of tables that will be excluded to transfer |
transfers[]. transformation. transformers[]. filterColumns. columns |
object List of the columns to transfer to the target tables using lists of included and excluded columns. Filter columns using lists of included and excluded columns. |
transfers[]. transformation. transformers[]. filterColumns. columns. includeColumns[] |
string List of columns that will be included to transfer |
transfers[]. transformation. transformers[]. filterColumns. columns. excludeColumns[] |
string List of columns that will be excluded to transfer |
transfers[]. transformation. transformers[]. renameTables |
object transfers[].transformation.transformers[] includes only one of the fields maskField , filterColumns , renameTables , replacePrimaryKey , convertToString , sharderTransformer , tableSplitterTransformer , filterRows Set rules for renaming tables by specifying the current names of the tables in the source and new names for these tables in the target. |
transfers[]. transformation. transformers[]. renameTables. renameTables[] |
object List of renaming rules |
transfers[]. transformation. transformers[]. renameTables. renameTables[]. originalName |
object Specify the current names of the table in the source |
transfers[]. transformation. transformers[]. renameTables. renameTables[]. originalName. nameSpace |
string |
transfers[]. transformation. transformers[]. renameTables. renameTables[]. originalName. name |
string |
transfers[]. transformation. transformers[]. renameTables. renameTables[]. newName |
object Specify the new names for this table in the target |
transfers[]. transformation. transformers[]. renameTables. renameTables[]. newName. nameSpace |
string |
transfers[]. transformation. transformers[]. renameTables. renameTables[]. newName. name |
string |
transfers[]. transformation. transformers[]. replacePrimaryKey |
object transfers[].transformation.transformers[] includes only one of the fields maskField , filterColumns , renameTables , replacePrimaryKey , convertToString , sharderTransformer , tableSplitterTransformer , filterRows Override primary keys |
transfers[]. transformation. transformers[]. replacePrimaryKey. tables |
object List of included and excluded tables Filter tables using lists of included and excluded tables. |
transfers[]. transformation. transformers[]. replacePrimaryKey. tables. includeTables[] |
string List of tables that will be included to transfer |
transfers[]. transformation. transformers[]. replacePrimaryKey. tables. excludeTables[] |
string List of tables that will be excluded to transfer |
transfers[]. transformation. transformers[]. replacePrimaryKey. keys[] |
string List of columns to be used as primary keys |
transfers[]. transformation. transformers[]. convertToString |
object transfers[].transformation.transformers[] includes only one of the fields maskField , filterColumns , renameTables , replacePrimaryKey , convertToString , sharderTransformer , tableSplitterTransformer , filterRows Convert column values to strings The values will be converted depending on the source type Conversion rules are described here: https://cloud.yandex.com/en/docs/data-transfer/concepts/data-transformation#convert-to-string |
transfers[]. transformation. transformers[]. convertToString. tables |
object List of included and excluded tables Filter tables using lists of included and excluded tables. |
transfers[]. transformation. transformers[]. convertToString. tables. includeTables[] |
string List of tables that will be included to transfer |
transfers[]. transformation. transformers[]. convertToString. tables. excludeTables[] |
string List of tables that will be excluded to transfer |
transfers[]. transformation. transformers[]. convertToString. columns |
object List of included and excluded columns Filter columns using lists of included and excluded columns. |
transfers[]. transformation. transformers[]. convertToString. columns. includeColumns[] |
string List of columns that will be included to transfer |
transfers[]. transformation. transformers[]. convertToString. columns. excludeColumns[] |
string List of columns that will be excluded to transfer |
transfers[]. transformation. transformers[]. sharderTransformer |
object transfers[].transformation.transformers[] includes only one of the fields maskField , filterColumns , renameTables , replacePrimaryKey , convertToString , sharderTransformer , tableSplitterTransformer , filterRows Set the number of shards for particular tables and a list of columns whose values will be used for calculating a hash to determine a shard. |
transfers[]. transformation. transformers[]. sharderTransformer. tables |
object List of included and excluded tables Filter tables using lists of included and excluded tables. |
transfers[]. transformation. transformers[]. sharderTransformer. tables. includeTables[] |
string List of tables that will be included to transfer |
transfers[]. transformation. transformers[]. sharderTransformer. tables. excludeTables[] |
string List of tables that will be excluded to transfer |
transfers[]. transformation. transformers[]. sharderTransformer. columns |
object List of included and excluded columns Filter columns using lists of included and excluded columns. |
transfers[]. transformation. transformers[]. sharderTransformer. columns. includeColumns[] |
string List of columns that will be included to transfer |
transfers[]. transformation. transformers[]. sharderTransformer. columns. excludeColumns[] |
string List of columns that will be excluded to transfer |
transfers[]. transformation. transformers[]. sharderTransformer. shardsCount |
string (int64) Number of shards |
transfers[]. transformation. transformers[]. tableSplitterTransformer |
object transfers[].transformation.transformers[] includes only one of the fields maskField , filterColumns , renameTables , replacePrimaryKey , convertToString , sharderTransformer , tableSplitterTransformer , filterRows A transfer splits the X table into multiple tables (X_1, X_2, ..., X_n) based on data. If a row was located in the X table before it was split, it is now in the X_i table, where i is determined by the column list and split string parameters. Example: If the column list has two columns, month of birth and gender, specified and the split string states @, information about an employee whose name is John and who was born on February 11, 1984, from the Employees table will get to a new table named Employees@February@male. |
transfers[]. transformation. transformers[]. tableSplitterTransformer. tables |
object List of included and excluded tables Filter tables using lists of included and excluded tables. |
transfers[]. transformation. transformers[]. tableSplitterTransformer. tables. includeTables[] |
string List of tables that will be included to transfer |
transfers[]. transformation. transformers[]. tableSplitterTransformer. tables. excludeTables[] |
string List of tables that will be excluded to transfer |
transfers[]. transformation. transformers[]. tableSplitterTransformer. columns[] |
string Specify the columns in the tables to be partitioned. |
transfers[]. transformation. transformers[]. tableSplitterTransformer. splitter |
string Specify the split string to be used for merging components in a new table name. |
transfers[]. transformation. transformers[]. filterRows |
object transfers[].transformation.transformers[] includes only one of the fields maskField , filterColumns , renameTables , replacePrimaryKey , convertToString , sharderTransformer , tableSplitterTransformer , filterRows This filter only applies to transfers with queues (Logbroker or Apache Kafka®) as a data source. When running a transfer, only the strings meeting the specified criteria remain in a changefeed. |
transfers[]. transformation. transformers[]. filterRows. tables |
object List of included and excluded tables Filter tables using lists of included and excluded tables. |
transfers[]. transformation. transformers[]. filterRows. tables. includeTables[] |
string List of tables that will be included to transfer |
transfers[]. transformation. transformers[]. filterRows. tables. excludeTables[] |
string List of tables that will be excluded to transfer |
transfers[]. transformation. transformers[]. filterRows. filter |
string Filtering criterion. This can be comparison operators for numeric, string, and Boolean values, comparison to NULL, and checking whether a substring is part of a string. Details here: https://cloud.yandex.com/en/docs/data-transfer/concepts/data-transformation#append-only-sources |
transfers[]. prestable |
boolean (boolean) |
nextPageToken | string Opaque value identifying the next transfers page. This field is empty if there are no more transfers in the folder. Otherwise it is non-empty and should be included in the subsequent |