代码拉取完成,页面将自动刷新
Carbondata 1.5及以上
path
table
database
column
{
"name": "col1",
"type": "string"
}
defaultFS
writeMode
partition
batchSize
{
"job" : {
"content" : [ {
"reader" : {
"parameter" : {
"column" : [ {
"name" : "id",
"type" : "id"
}, {
"name" : "data",
"type" : "string"
} ],
"sliceRecordCount" : [ "100"]
},
"name" : "streamreader"
},
"writer" : {
"name": "carbondatawriter",
"parameter": {
"path": "hdfs://ns1/user/hive/warehouse/carbon.store1/sb/sb500",
"hadoopConfig": {
"dfs.ha.namenodes.ns1": "nn1,nn2",
"dfs.namenode.rpc-address.ns1.nn2": "rdos2:9000",
"dfs.client.failover.proxy.provider.ns1": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider",
"dfs.namenode.rpc-address.ns1.nn1": "rdos1:9000",
"dfs.nameservices": "ns1"
},
"defaultFS": "hdfs://ns1",
"table": "sb500",
"database": "sb",
"writeMode": "overwrite",
"column": ["a","b"],
"batchSize": 204800
}
} ],
"setting" : {
"restore" : {
"maxRowNumForCheckpoint" : 0,
"isRestore" : false,
"restoreColumnName" : "",
"restoreColumnIndex" : 0
},
"errorLimit" : {
"record" : 100
},
"speed" : {
"bytes" : 0,
"channel" : 1
},
"log" : {
"isLogger": false,
"level" : "debug",
"path" : "",
"pattern":""
}
}
}
}
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。