Detailed information about a Hive replication job.
| name | data type | description |
|---|---|---|
| phase | string | Phase the replication is in. If the replication job is still active, this will contain a string describing the current phase. This will be one of: EXPORT, DATA or IMPORT, for, respectively, exporting the source metastore information, replicating table data (if configured), and importing metastore information in the target. This value will not be present if the replication is not active. Available since API v4. |
| tableCount | number | Number of tables that were successfully replicated. Available since API v4. |
| tables | array of ApiHiveTable | The list of tables successfully replicated. Since API v4, this is only available in the full view. |
| impalaUDFCount | number | Number of impala UDFs that were successfully replicated. Available since API v6. |
| hiveUDFCount | number | Number of hive UDFs that were successfully replicated. Available since API v14. |
| impalaUDFs | array of ApiImpalaUDF | The list of Impala UDFs successfully replicated. Available since API v6 in the full view. |
| hiveUDFs | array of ApiHiveUDF | The list of Impala UDFs successfully replicated. Available since API v6 in the full view. |
| errorCount | number | Number of errors detected during replication job. Available since API v4. |
| errors | array of ApiHiveReplicationError | List of errors encountered during replication. Since API v4, this is only available in the full view. |
| dataReplicationResult | ApiHdfsReplicationResult | Result of table data replication, if performed. |
| dryRun | boolean | Whether this was a dry run. |
| runAsUser | string | Name of the of proxy user, if any. Available since API v11. |
| runOnSourceAsUser | string | Name of the source proxy user, if any. Available since API v18. |
| logPath | string | Returns HDFS path of DistCp execution log files. Available since API v33. |
| directoryForMetadata | string | Returns HDFS path of export file for Hive replication. Available since API v33. |
| statsAvailable | boolean | Whether stats are available to display or not. Available since API v19. |
| dbProcessed | number | Number of Db's Imported/Exported. Available since API v19. |
| tableProcessed | number | Number of Tables Imported/Exported. Available since API v19. |
| partitionProcessed | number | Number of Partitions Imported/Exported. Available since API v19. |
| functionProcessed | number | Number of Functions Imported/Exported. Available since API v19. |
| indexProcessed | number | Number of Indexes Imported/Exported. Available since API v19. |
| statsProcessed | number | Number of Table and Partitions Statistics Imported/Exported. Available since API v19. |
| dbExpected | number | Number of Db's Expected. Available since API v19. |
| tableExpected | number | Number of Tables Expected. Available since API v19. |
| partitionExpected | number | Number of Partitions Expected. Available since API v19. |
| functionExpected | number | Number of Functions Expected. Available since API v19. |
| indexExpected | number | Number of Indexes Expected. Available since API v19. |
| statsExpected | number | Number of Table and Partition Statistics Expected. Available since API v19. |
Example
{
"phase" : "...",
"tableCount" : 12345,
"tables" : [ {
"database" : "...",
"tableName" : "..."
}, {
"database" : "...",
"tableName" : "..."
} ],
"impalaUDFCount" : 12345,
"hiveUDFCount" : 12345,
"impalaUDFs" : [ {
"database" : "...",
"signature" : "..."
}, {
"database" : "...",
"signature" : "..."
} ],
"hiveUDFs" : [ {
"database" : "...",
"signature" : "..."
}, {
"database" : "...",
"signature" : "..."
} ],
"errorCount" : 12345,
"errors" : [ {
"database" : "...",
"tableName" : "...",
"impalaUDF" : "...",
"hiveUDF" : "...",
"error" : "..."
}, {
"database" : "...",
"tableName" : "...",
"impalaUDF" : "...",
"hiveUDF" : "...",
"error" : "..."
} ],
"dataReplicationResult" : {
"progress" : 12345,
"throughput" : 12345.0,
"remainingTime" : 12345,
"estimatedCompletionTime" : "...",
"counters" : [ {
"group" : "...",
"name" : "...",
"value" : 12345
}, {
"group" : "...",
"name" : "...",
"value" : 12345
} ],
"numFilesDryRun" : 12345,
"numBytesDryRun" : 12345,
"numFilesExpected" : 12345,
"numBytesExpected" : 12345,
"numFilesCopied" : 12345,
"numBytesCopied" : 12345,
"numFilesSkipped" : 12345,
"numBytesSkipped" : 12345,
"numFilesDeleted" : 12345,
"numFilesCopyFailed" : 12345,
"numBytesCopyFailed" : 12345,
"setupError" : "...",
"jobId" : "...",
"jobDetailsUri" : "...",
"dryRun" : true,
"snapshottedDirs" : [ "...", "..." ],
"runAsUser" : "...",
"runOnSourceAsUser" : "...",
"logPath" : "...",
"failedFiles" : [ "...", "..." ]
},
"dryRun" : true,
"runAsUser" : "...",
"runOnSourceAsUser" : "...",
"logPath" : "...",
"directoryForMetadata" : "...",
"statsAvailable" : true,
"dbProcessed" : 12345,
"tableProcessed" : 12345,
"partitionProcessed" : 12345,
"functionProcessed" : 12345,
"indexProcessed" : 12345,
"statsProcessed" : 12345,
"dbExpected" : 12345,
"tableExpected" : 12345,
"partitionExpected" : 12345,
"functionExpected" : 12345,
"indexExpected" : 12345,
"statsExpected" : 12345
}