ApiIcebergReplicationArguments Data Model

Replication Arguments for Iceberg Replication policies

Properties
name data type description
sourceIcebergReplicationService ApiServiceRef
policyName string
includedTableFilters array of ApiHiveTable
excludedTableFilters array of ApiHiveTable
batchSize number
proxyName string
exportYarnOptions IcebergReplicationYarnOptions
xferYarnOptions IcebergReplicationYarnOptions
syncYarnOptions IcebergReplicationYarnOptions
shouldReplicateColumnStats boolean
safetyValvesSource map of IcebergReplicationSafetyValve
safetyValvesTarget map of IcebergReplicationSafetyValve

Example

{
  "sourceIcebergReplicationService" : {
    "peerName" : "...",
    "clusterName" : "...",
    "serviceName" : "...",
    "serviceDisplayName" : "...",
    "serviceType" : "..."
  },
  "policyName" : "...",
  "includedTableFilters" : [ {
    "database" : "...",
    "tableName" : "..."
  }, {
    "database" : "...",
    "tableName" : "..."
  } ],
  "excludedTableFilters" : [ {
    "database" : "...",
    "tableName" : "..."
  }, {
    "database" : "...",
    "tableName" : "..."
  } ],
  "batchSize" : 12345,
  "proxyName" : "...",
  "exportYarnOptions" : {
    "schedulerPoolName" : "...",
    "numberOfMappers" : 12345,
    "bandwidthPerMap" : 12345
  },
  "xferYarnOptions" : {
    "schedulerPoolName" : "...",
    "numberOfMappers" : 12345,
    "bandwidthPerMap" : 12345
  },
  "syncYarnOptions" : {
    "schedulerPoolName" : "...",
    "numberOfMappers" : 12345,
    "bandwidthPerMap" : 12345
  },
  "shouldReplicateColumnStats" : true,
  "safetyValvesSource" : {
    "property1" : {
      "configs" : [ {
        "key" : "...",
        "value" : "..."
      }, {
        "key" : "...",
        "value" : "..."
      } ]
    },
    "property2" : {
      "configs" : [ {
        "key" : "...",
        "value" : "..."
      }, {
        "key" : "...",
        "value" : "..."
      } ]
    }
  },
  "safetyValvesTarget" : {
    "property1" : {
      "configs" : [ {
        "key" : "...",
        "value" : "..."
      }, {
        "key" : "...",
        "value" : "..."
      } ]
    },
    "property2" : {
      "configs" : [ {
        "key" : "...",
        "value" : "..."
      }, {
        "key" : "...",
        "value" : "..."
      } ]
    }
  }
}