Replication Arguments for Iceberg Replication policies
name | data type | description |
---|---|---|
sourceIcebergReplicationService | ApiServiceRef | |
policyName | string | |
includedTableFilters | array of ApiHiveTable | |
excludedTableFilters | array of ApiHiveTable | |
batchSize | number | |
exportYarnOptions | IcebergReplicationYarnOptions | |
xferYarnOptions | IcebergReplicationYarnOptions | |
syncYarnOptions | IcebergReplicationYarnOptions |
Example
{ "sourceIcebergReplicationService" : { "peerName" : "...", "clusterName" : "...", "serviceName" : "...", "serviceDisplayName" : "...", "serviceType" : "..." }, "policyName" : "...", "includedTableFilters" : [ { "database" : "...", "tableName" : "..." }, { "database" : "...", "tableName" : "..." } ], "excludedTableFilters" : [ { "database" : "...", "tableName" : "..." }, { "database" : "...", "tableName" : "..." } ], "batchSize" : 12345, "exportYarnOptions" : { "schedulerPoolName" : "...", "numberOfMappers" : 12345, "bandwidthPerMap" : 12345 }, "xferYarnOptions" : { "schedulerPoolName" : "...", "numberOfMappers" : 12345, "bandwidthPerMap" : 12345 }, "syncYarnOptions" : { "schedulerPoolName" : "...", "numberOfMappers" : 12345, "bandwidthPerMap" : 12345 } }