1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58
| { "job": { "setting": { "speed": { "channel": 3 } }, "content": [ { "reader": { "name": "hdfsreader", "parameter": { "path": "/tmp/test/*/*", "defaultFS": "hdfs://nameservice1", "fileType": "orc", "fieldDelimiter": "", "encoding": "UTF-8", "hadoopConfig":{ "dfs.nameservices" : "nameservice1", "dfs.ha.namenodes.nameservice1" : "bigdata2", "dfs.namenode.rpc-address.nameservice1.bigdata2" : "bigdata2:8020", "dfs.client.failover.proxy.provider.nameservice1" : "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider" }, "column": [ {"index": "0","type": "string"},{"index": "1","type": "string"},{"index": "2","type": "long"},{"index": "3","type": "long"},{"index": "4","type": "string"},{"index": "5","type": "long"},{"index": "6","type": "string"},{"index": "7","type": "long"},{"index": "8","type": "long"},{"index": "9","type": "long"},{"index": "10","type": "string"},{"index": "11","type": "string"},{"index": "12","type": "long"},{"index": "13","type": "long"},{"index": "14","type": "long"},{"index": "15","type": "string"},{"index": "16","type": "long"},{"index": "17","type": "long"},{"index": "18","type": "long"},{"index": "19","type": "long"},{"index": "20","type": "long"},{"index": "21","type": "long"},{"index": "22","type": "long"},{"index": "23","type": "long"},{"index": "24","type": "long"},{"index": "25","type": "long"},{"index": "26","type": "long"},{"index": "27","type": "string"},{"index": "28","type": "string"},{"index": "29","type": "string"},{"index": "30","type": "string"},{"index": "31","type": "string"},{"index": "32","type": "long"},{"index": "33","type": "string"},{"index": "34","type": "string"},{"index": "35","type": "long"},{"index": "36","type": "string"},{"index": "37","type": "long"},{"index": "38","type": "string"},{"index": "39","type": "string"},{"index": "40","type": "string"},{"index": "41","type": "string"},{"index": "42","type": "string"},{"index": "43","type": "string"},{"index": "44","type": "string"},{"index": "45","type": "string"},{"index": "46","type": "long"},{"index": "47","type": "long"},{"index": "48","type": "long"},{"index": "49","type": "string"},{"index": "50","type": "string"},{"index": "51","type": "string"},{"index": "52","type": "string"},{"index": "53","type": "string"},{"index": "54","type": "string"},{"index": "55","type": "long"},{"index": "56","type": "string"},{"index": "57","type": "string"},{"index": "58","type": "string"},{"index": "59","type": "string"},{"index": "60","type": "string"},{"index": "61","type": "string"},{"index": "62","type": "string"},{"index": "63","type": "long"},{"index": "64","type": "long"},{"index": "65","type": "string"},{"index": "66","type": "string"},{"index": "67","type": "string"},{"index": "68","type": "long"},{"index": "69","type": "string"},{"index": "70","type": "string"},{"index": "71","type": "string"},{"index": "72","type": "long"},{"index": "73","type": "long"},{"index": "74","type": "long"},{"index": "75","type": "long"},{"index": "76","type": "string"},{"index": "77","type": "string"},{"index": "78","type": "string"},{"index": "79","type": "string"},{"index": "80","type": "string"},{"index": "81","type": "string"},{"index": "82","type": "long"},{"index": "83","type": "long"} ] }
}, "writer": { "name": "doriswriter", "parameter": { "username": "root", "password": "root", "database": "hx_farm_sit", "table": "ods_machine_work_log_uq", "column": ["message_deviceId","message_taskId","message_generateTime","date_partition","message_realSpeed","message_driverMode","message_reportTime","message_taskIndex","message_curPathNum","message_impleWorkState","message_chassisType","message_chassisInfo_chassisType","message_chassisInfo_engineSpeed","message_chassisInfo_fuelOilLevel","message_chassisInfo_remainFuel","message_chassisInfo_engineInstantaneousFuelEconomy","message_chassisInfo_ptoGearSta","message_chassisInfo_ptoRotationRate","message_chassisInfo_upgradeSysSta","message_chassisInfo_hydraulicOilLevel","message_chassisInfo_hydraulicOilTemp","message_chassisInfo_hydraulicOilPressure","message_chassisInfo_engOilTemp","message_chassisInfo_grainTankWeightKg","message_chassisInfo_grainTankFullSts","message_chassisInfo_unloadClutchSts","message_chassisInfo_grainUnloadTubLvl","message_chassisInfo_oilPressure","message_chassisInfo_coolantTemperature","message_chassisInfo_realOil","message_chassisInfo_remainingOil","message_chassisInfo_currentWheelAngle","message_chassisInfo_steerMotorState","message_chassisInfo_remainingOilPercent","message_chassisInfo_threePointPromote","message_chassisInfo_tillingDepthFb","message_positionInfo_yaw","message_positionInfo_rtkStatus","message_positionInfo_pitchAngle","message_positionInfo_rollAngle","message_positionInfo_position_longitude","message_positionInfo_position_latitude","message_positionInfo_xyPosition_longitude","message_positionInfo_xyPosition_latitude","message_positionInfo_xyImpl_longitude","message_positionInfo_xyImpl_latitude","message_positionInfo_gnssNum","message_positionInfo_networkSignal","message_controlTaskInfo_fieldId","message_controlTaskInfo_fieldName","message_controlTaskInfo_fieldCode","message_controlTaskInfo_typeName","message_controlTaskInfo_totalArea","message_controlTaskInfo_operatedArea","message_controlTaskInfo_noOperateArea","message_controlTaskInfo_totalUsedTime","message_controlTaskInfo_percent","message_controlTaskInfo_widthOfCloth","message_controlTaskInfo_totalMileage","message_controlTaskInfo_operatedMileage","message_controlTaskInfo_noOperatedMileage","message_controlTaskInfo_speedPerHour","message_controlTaskInfo_operatedOffset","message_controlTaskInfo_operatedOffsetDirection","message_controlTaskInfo_needLastTime","message_controlTaskInfo_machineName","message_controlTaskInfo_implementName","message_controlTaskInfo_startTime","message_controlTaskInfo_operateStatus","message_controlTaskInfo_segmentPercent","message_statusInfo_deviceId","message_statusInfo_taskId","message_statusInfo_connected","message_statusInfo_ready","message_statusInfo_canTask","message_statusInfo_status","gis_farmcode","gis_farmlandcode","message_gsmStatusInfo_signalRssi","message_gsmStatusInfo_optGsm","message_gsmStatusInfo_networkType","message_gsmStatusInfo_simNumber","message_gsmStatusInfo_cardStatus","gis_is_exception"], "preSql": [], "postSql": [], "connection": [ { "jdbcUrl":"jdbc:mysql://bigdata1:19030/" "table":["ods_machine_work_log_uq"], "selectedDatabase":"hx_farm_sit" } ], "loadUrl": ["bigdata1:18030", "bigdata2:18030", "bigdata3:18030"], "loadProps": {}, "maxBatchRows": 10000, "maxBatchByteSize": 10857600 } } } ] } }
|