代码拉取完成,页面将自动刷新
"connection": [{
"jdbcUrl": ["jdbc:oracle:thin:@0.0.0.1:1521:oracle"],
"table": ["table"],
"schema":"public"
}]
不支持浮点、字符串、日期等其他类型
。如果用户指定其他非支持类型,FlinkX将报错!"column":["*"]
"column":["id","name"]
"column": [{
"name": "col",
"type": "datetime",
"format": "yyyy-MM-dd hh:mm:ss",
"value": "value"
}]
pollingInterval
轮询间隔时间周期性的从数据库拉取数据。开启间隔轮询还需配置参数pollingInterval
,increColumn
,可以选择配置参数startLocation
。若不配置参数startLocation
,任务启动时将会从数据库中查询增量字段最大值作为轮询的开始位置。{
"job": {
"content": [
{
"reader": {
"parameter": {
"username": "username",
"password": "password",
"connection": [{
"jdbcUrl": ["jdbc:oracle:thin:@0.0.0.1:1521:oracle"],
"table": ["TABLE"]
}],
"column": ["*"],
"customSql": "",
"where": "ID < 10000",
"splitPk": "",
"fetchSize": 1024,
"queryTimeOut": 1000,
"requestAccumulatorInterval": 2
},
"name": "oraclereader"
},
"writer": {
"name": "streamwriter",
"parameter": {
"print": true
}
}
}
],
"setting": {
"speed": {
"channel": 1,
"bytes": 0
},
"errorLimit": {
"record": 1
},
"restore": {
"maxRowNumForCheckpoint": 0,
"isRestore": false,
"restoreColumnName": "",
"restoreColumnIndex": 0
},
"log" : {
"isLogger": false,
"level" : "debug",
"path" : "",
"pattern":""
}
}
}
}
{
"job": {
"content": [
{
"reader": {
"parameter": {
"username": "username",
"password": "password",
"connection": [{
"jdbcUrl": ["jdbc:oracle:thin:@0.0.0.1:1521:oracle"],
"table": ["TABLE"]
}],
"column": ["*"],
"customSql": "",
"where": "ID < 10000",
"splitPk": "id",
"fetchSize": 1024,
"queryTimeOut": 1000,
"requestAccumulatorInterval": 2
},
"name": "oraclereader"
},
"writer": {
"name": "streamwriter",
"parameter": {
"print": true
}
}
}
],
"setting": {
"speed": {
"channel": 2,
"bytes": 0
},
"errorLimit": {
"record": 1
},
"restore": {
"maxRowNumForCheckpoint": 0,
"isRestore": false,
"restoreColumnName": "",
"restoreColumnIndex": 0
},
"log" : {
"isLogger": false,
"level" : "debug",
"path" : "",
"pattern":""
}
}
}
}
customSql
{
"job": {
"content": [
{
"reader": {
"parameter": {
"username": "username",
"password": "password",
"connection": [{
"jdbcUrl": ["jdbc:oracle:thin:@0.0.0.1:1521:oracle"],
"table": ["table"]
}],
"column": ["ID","USER_ID","NAME"],
"customSql": "select * from table where ID > 20",
"where": "ID < 10000",
"splitPk": "ID",
"fetchSize": 1024,
"queryTimeOut": 1000,
"requestAccumulatorInterval": 2
},
"name": "oraclereader"
},
"writer": {
"name": "streamwriter",
"parameter": {
"print": true
}
}
}
],
"setting": {
"speed": {
"channel": 1,
"bytes": 0
},
"errorLimit": {
"record": 1
},
"restore": {
"maxRowNumForCheckpoint": 0,
"isRestore": false,
"restoreColumnName": "",
"restoreColumnIndex": 0
},
"log" : {
"isLogger": false,
"level" : "debug",
"path" : "",
"pattern":""
}
}
}
}
startLocation
{
"job": {
"content": [
{
"reader": {
"parameter": {
"username": "username",
"password": "password",
"connection": [{
"jdbcUrl": ["jdbc:oracle:thin:@0.0.0.1:1521:oracle"],
"table": ["TABLE"]
}],
"column": [{
"name": "ID",
"type": "NUMBER"
},{
"name": "USER_ID",
"type": "NUMBER"
},{
"name": "NAME",
"type": "VARCHAR"
}],
"customSql": "",
"where": "ID < 1600",
"splitPk": "ID",
"increColumn": "ID",
"startLocation": "20",
"fetchSize": 1024,
"queryTimeOut": 1000,
"requestAccumulatorInterval": 2
},
"name": "oraclereader"
},
"writer": {
"name": "streamwriter",
"parameter": {
"print": true
}
}
}
],
"setting": {
"speed": {
"channel": 1,
"bytes": 0
},
"errorLimit": {
"record": 1
},
"restore": {
"maxRowNumForCheckpoint": 0,
"isRestore": false,
"restoreColumnName": "",
"restoreColumnIndex": 0
},
"log" : {
"isLogger": false,
"level" : "debug",
"path" : "",
"pattern":""
}
}
}
}
{
"job": {
"content": [
{
"reader": {
"parameter": {
"username": "username",
"password": "password",
"connection": [{
"jdbcUrl": ["jdbc:oracle:thin:@0.0.0.1:1521:oracle"],
"table": ["TABLE"]
}],
"column": [{
"name": "ID",
"type": "NUMBER"
},{
"name": "USER_ID",
"type": "NUMBER"
},{
"name": "NAME",
"type": "VARCHAR"
}],
"customSql": "",
"where": "ID > 1600",
"splitPk": "ID",
"increColumn": "ID",
"startLocation": "20",
"fetchSize": 1024,
"queryTimeOut": 1000,
"polling": true,
"pollingInterval": 3000,
"requestAccumulatorInterval": 2
},
"name": "oraclereader"
},
"writer": {
"name": "streamwriter",
"parameter": {
"print": true
}
}
}
],
"setting": {
"speed": {
"channel": 1,
"bytes": 0
},
"errorLimit": {
"record": 1
},
"restore": {
"maxRowNumForCheckpoint": 0,
"isRestore": false,
"restoreColumnName": "",
"restoreColumnIndex": 0
},
"log" : {
"isLogger": false,
"level" : "debug",
"path" : "",
"pattern":""
}
}
}
}
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。