oracle2hdfs.json

{
  "job": {
    "content": [
      {
        "reader": {
          "name": "oraclereader",
          "parameter": {
            "column": [
              "*"
            ],
            "connection": {
              "jdbcUrl": "jdbc:oracle:thin:@127.0.0.1/stage",
              "table": [
                "${sdb}.${stable}"
              ]
            },
            "password": "password",
            "username": "oracle"
          }
        },
        "writer": {
          "name": "hdfswriter",
          "parameter": {
            "column": [],
            "compress": "SNAPPY",
            "defaultFS": "hdfs:/sandbox",
            "fieldDelimiter": "\t",
            "fileName": "${stable}",
            "fileType": "orc",
            "path": "/apps/hive/warehouse/${stable}",
            "writeMode": "append"
          },
          "hadoopConfig": {
            "dfs.nameservices": "sandbox",
            "dfs.ha.namenodes.sandbox": "nn1,nn2",
            "dfs.namenode.rpc-address.sandbox.nn1": "hdp1.sandbox.com:8020",
            "dfs.namenode.rpc-address.sandbox.namenode2": "hdp2.sandbox.com:8020",
            "dfs.client.failover.proxy.provider.sandbox": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
          }
        }
      }
    ],
    "setting": {
      "speed": {
        "channel": 2,
        "byte": -1,
        "record": -1
      }
    }
  }
}