数据

original字段为Object，下面是MongoDB里的数据，应该如何同步至ODPS？

{
  "_id" : ObjectId("yyyyy"),
  "tags" : [ ],
  "status" : "delete",
  "category" : "xx",
  "chainId" : "xxxxx",
  "filename" : "xxxxx",
  "name" : "xxxx",
  "createdTime" : ISODate("xxxxxx"),
  "fileType" : "xxxx",
  "bucket" : "xxxx",
  "appId" : "xxxxx",
  "path" : "2018/07/18",
  "directory" : "r8xdcsdfdwH",
  "creator" : "XcdcdscdRF",
  "modifiedTime" : ISODate("2018-07-18T08:10:37.2.cdcdcd"),
  "sort" : cqfcerferf,
  "original" : {
    "creator" : "54cced",
    "modifiedTime" : ISODate("2018-07-16T11:01:19.cedcwedweZ")
  },
  "id" : "7cwecwecea",
  "extendData" : {

  },
  "fileSize" : 4235345440,
  "meta" : {
    "ImageHeight" : "454325345",
    "ImageWidth" : "452345348"
  }
}

配置json案例：

注意：不能用大写只识别小写的配置

• DOCUMENT.STRING改为document.string
• DOCUMENT.DATE改为document.date

{
    "type": "job",
    "steps": [
        {
            "stepType": "mongodb",
            "parameter": {
                "datasource": "数据源名",
                "column": [
                 
                    {
                        "name": "staddswds",
                        "type": "string"
                    },
                    {
                        "name": "sorsdst",
                        "type": "int"
                    },
                    {
                        "name": "original.creator",
                        "type": "document.string"//注意小写
                    },
                    {
                        "name": "original.modifiedTime",
                        "type": "document.date"//注意小写
                    }
                ],
                "collectionName": "files"
            },
            "name": "Reader",
            "category": "reader"
        },
        {
            "stepType": "odps",
            "parameter": {
                "partition": "ds=${bizdate}",
                "truncate": true,
                "compress": false,
                "datasource": "数据源名",
                "column": [
                    "staddswds",
                    "sorsdst",
                    "original_creator",
                    "original_modifiedTime"
                ],
                "emptyAsNull": false,
                "guid": "odps.sssssdf",
                "table": "表名"
            },
            "name": "Writer",
            "category": "writer"
        }
    ],
    "version": "2.0",
    "order": {
        "hops": [
            {
                "from": "Reader",
                "to": "Writer"
            }
        ]
    },
    "setting": {
        "jvmOption": "",
        "errorLimit": {
            "record": "0"
        },
        "speed": {
            "throttle": false,
            "concurrent": 3
        }
    }
}

DataWorks百问百答历史记录 请点击这里查看>>

更多DataWorks技术和产品信息，欢迎加入【DataWorks钉钉交流群】