kafka是可以批量读取数据，但是flink是一条一条处理的，应该也可以一条一条提交吧。-阿里云开发者社区

{"moduleinfo":{"question":"//developer.aliyun.com/ask/new","rightTitle":"个人中心","menu_count":[{"count_phone":6,"count":6}],"article":"//developer.aliyun.com/article/new","rightMenu_count":[{"count_phone":3,"count":3}]},"menu":[{"ismoreList":"false","menuTitle":"首页","menuLink":"//developer.aliyun.com"},{"ismoreList":"true","submenu":[{"submenuLink":"//developer.aliyun.com/group","morsubemenu":[{"morsubemenuTitle":"云计算","morsubemenuLink":"//developer.aliyun.com/group/cloud","tce_rule_count":"1"},{"morsubemenuTitle":"大数据","morsubemenuLink":"//developer.aliyun.com/group/bigdata","tce_rule_count":"1"},{"morsubemenuTitle":"人工智能","morsubemenuLink":"//developer.aliyun.com/group/ai","tce_rule_count":"1"},{"morsubemenuTitle":"IoT","morsubemenuLink":"//developer.aliyun.com/group/iot","tce_rule_count":"1"},{"morsubemenuTitle":"云原生","morsubemenuLink":"//developer.aliyun.com/group/cloudnative","tce_rule_count":"1"},{"morsubemenuTitle":"数据库","morsubemenuLink":"//developer.aliyun.com/group/database","tce_rule_count":"1"},{"morsubemenuTitle":"开发与运维","morsubemenuLink":"//developer.aliyun.com/group/othertech","tce_rule_count":"1"},{"morsubemenuTitle":"微服务","morsubemenuLink":"//developer.aliyun.com/group/microservice","tce_rule_count":"1"},{"morsubemenuTitle":"安全","morsubemenuLink":"//developer.aliyun.com/group/security","tce_rule_count":"1"}],"moresubmenuTitle":"技术领域"},{"submenuLink":"//developer.aliyun.com/group?groupType=other","morsubemenu":[{"morsubemenuTitle":"阿里云物联网","morsubemenuLink":"//developer.aliyun.com/group/aliiot","tce_rule_count":"1"},{"morsubemenuTitle":"阿里云实时计算","morsubemenuLink":"//developer.aliyun.com/group/sc","tce_rule_count":"1"},{"morsubemenuTitle":"阿里巴巴大数据计算","morsubemenuLink":"//developer.aliyun.com/group/maxcompute","tce_rule_count":"1"},{"morsubemenuTitle":"阿里巴巴研发效能","morsubemenuLink":"//developer.aliyun.com/group/yunxiao","tce_rule_count":"1"},{"morsubemenuTitle":"阿里中间件","morsubemenuLink":"//developer.aliyun.com/group/aliware","tce_rule_count":"1"},{"morsubemenuTitle":"支付宝开发者社区","morsubemenuLink":"//developer.aliyun.com/group/alipay","tce_rule_count":"1"},{"morsubemenuTitle":"阿里云容器服务","morsubemenuLink":"//developer.aliyun.com/group/kubernetes","tce_rule_count":"1"},{"morsubemenuTitle":"阿里云存储服务","morsubemenuLink":"//developer.aliyun.com/group/storage","tce_rule_count":"1"},{"morsubemenuTitle":"阿里云数据库","morsubemenuLink":"//developer.aliyun.com/group/aliyundb","tce_rule_count":"1"},{"morsubemenuTitle":"蚂蚁金服科技","morsubemenuLink":"//developer.aliyun.com/group/ant","tce_rule_count":"1"},{"morsubemenuTitle":"更多圈子 >>","morsubemenuLink":"//developer.aliyun.com/group?groupType=other","tce_rule_count":"1"}],"moresubmenuTitle":"最热圈子"},{"submenuLink":"//developer.aliyun.com/group?groupType=other","morsubemenu":[{"morsubemenuTitle":"阿里巴巴云原生","morsubemenuLink":"https://developer.aliyun.com/group/alisoftwaretech"},{"morsubemenuTitle":"新零售淘系技术","morsubemenuLink":"https://developer.aliyun.com/group/taobaotech"},{"morsubemenuTitle":"阿里云支持与服务","morsubemenuLink":"https://developer.aliyun.com/group/supportservice"},{"morsubemenuTitle":"AlibabaF2E","morsubemenuLink":"https://developer.aliyun.com/group/alibabaf2e"},{"morsubemenuTitle":"数字化转型研究联盟","morsubemenuLink":"https://developer.aliyun.com/group/dtu"},{"morsubemenuTitle":"宜搭","morsubemenuLink":"https://developer.aliyun.com/group/yida"},{"morsubemenuTitle":"阿里技术","morsubemenuLink":"https://developer.aliyun.com/group/alitech"},{"morsubemenuTitle":"阿里云 MVP","morsubemenuLink":"https://developer.aliyun.com/group/mvp"},{"morsubemenuTitle":"开发者学习资源库","morsubemenuLink":"https://developer.aliyun.com/group/tech_library"},{"morsubemenuTitle":"Java开发者","morsubemenuLink":"https://developer.aliyun.com/group/java"}],"moresubmenuTitle":"推荐关注"}],"menuTitle":"技术与产品","menuLink":"//developer.aliyun.com/group"},{"ismoreList":"false","submenu":[{"submenuTitle":"API","submenuLink":"//developer.aliyun.com/tool#tab=api","tce_rule_count":"1"},{"submenuTitle":"SDK","submenuLink":"https://developer.aliyun.com/sdk/java.html","tce_rule_count":"1"},{"submenuTitle":"云产品工具","submenuLink":"//developer.aliyun.com/tool#tab=yuntool","tce_rule_count":"1"},{"submenuTitle":"开源工具","submenuLink":"//developer.aliyun.com/tool#tab=opensource","tce_rule_count":"1"},{"submenuTitle":"镜像站","submenuLink":"//developer.aliyun.com/mirror","tce_rule_count":"1"},{"submenuTitle":"Code Sample","submenuLink":"https://developer.aliyun.com/codesample","tce_rule_count":"1"}],"menuTitle":"工具","menuLink":"//developer.aliyun.com/tool"},{"ismoreList":"false","menuTitle":"问答","menuLink":"//developer.aliyun.com/ask"},{"ismoreList":"false","submenu":[{"submenuTitle":"学习中心","submenuLink":"//developer.aliyun.com/learning","tce_rule_count":"1"},{"submenuTitle":"技能测试中心","submenuLink":"//developer.aliyun.com/exam","tce_rule_count":"1"},{"submenuTitle":"公开课","submenuLink":"//developer.aliyun.com/live","tce_rule_count":"1"},{"submenuTitle":"考试认证","submenuLink":"//edu.aliyun.com/certification","tce_rule_count":"1"}],"menuTitle":"学习与认证"},{"ismoreList":"true","submenu":[{"tce_rule_count":"1","morsubemenu":[{"morsubemenuTitle":"阿里云MVP","morsubemenuLink":"//mvp.aliyun.com","tce_rule_count":"1"},{"morsubemenuTitle":"ACE同城会","morsubemenuLink":"//mvp.aliyun.com/ace","tce_rule_count":"1"},{"morsubemenuTitle":"共创空间","morsubemenuLink":"//mvp.aliyun.com/crowdsource","tce_rule_count":"1"},{"morsubemenuTitle":"线下活动","morsubemenuLink":"//developer.aliyun.com/event","tce_rule_count":"1"}],"moresubmenuTitle":"社群"},{"tce_rule_count":"1","morsubemenu":[{"morsubemenuTitle":"大赛","morsubemenuLink":"//tianchi.aliyun.com/competition/gameList/activeList","tce_rule_count":"1"},{"morsubemenuTitle":"实验室","morsubemenuLink":"//tianchi.aliyun.com/notebook-ai","tce_rule_count":"1"},{"morsubemenuTitle":"数据集","morsubemenuLink":"//tianchi.aliyun.com/dataset","tce_rule_count":"1"}],"moresubmenuTitle":"天池"},{"tce_rule_count":"1","morsubemenu":[{"morsubemenuTitle":"创新资讯","morsubemenuLink":"//chuangke.aliyun.com/info/list","tce_rule_count":"1"},{"morsubemenuTitle":"风池计划","morsubemenuLink":"//chuangke.aliyun.com/markets/aliyun/surpportive","tce_rule_count":"1"},{"morsubemenuTitle":"园区入驻","morsubemenuLink":"//chuangke.aliyun.com/incubator","tce_rule_count":"1"},{"morsubemenuTitle":"AI赛道明星","morsubemenuLink":"//chuangke.aliyun.com/star","tce_rule_count":"1"},{"morsubemenuTitle":"加速器","morsubemenuLink":"//chuangke.aliyun.com/markets/aliyun/taofuchengzhen","tce_rule_count":"1"}],"moresubmenuTitle":"创新创业"}],"menuTitle":"社群与活动"}],"rightMenu":[{"menuTitle":"个人设置","menuLink":"//developer.aliyun.com/my#/settings"},{"menuTitle":"我的问答","menuLink":"//developer.aliyun.com/my#/ask"},{"menuTitle":"我的文章","menuLink":"//developer.aliyun.com/my#/article"}],"countinfo":{"menu":{"length_pc":0,"length":0},"rightMenu":{"length_pc":0,"length":0}},"$tmsId":"tce/2206927"}

{"moduleinfo":{"searchLink":"//m.aliyun.com/product/search","channels_count":[{"count_phone":10,"count":10}],"searchText":"ecs","noAppDownload":false,"logo":"//gw.alicdn.com/tps/TB11eICOFXXXXaLapXXXXXXXXXX-130-39.png"},"channels":[{"spmId":"0","maxShowNum":"6","isOpenSubChannel":"false","link":"//developer.aliyun.com/","title":"首页"},{"spmId":"0","maxShowNum":"9","isOpenSubChannel":"false","title":"技术领域","subChannels":[{"tce_rule_count":"1","link":"//developer.aliyun.com/group/cloud","title":"云计算"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/bigdata","title":"大数据"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/ai","title":"人工智能"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/iot","title":"IoT"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/cloudnative","title":"云原生"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/database","title":"数据库"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/othertech","title":"开发与运维"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/microservice","title":"微服务"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/security","title":"安全"}]},{"spmId":"0","maxShowNum":"6","isOpenSubChannel":"false","link":"//developer.aliyun.com/group?groupType=other","title":"产品与生态","subChannels":[{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/aliiot","title":"阿里云物联网"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/sc","title":"阿里云实时计算"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/maxcompute","title":"阿里巴巴大数据计算"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/yunxiao","title":"阿里巴巴研发效能"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/aliware","title":"阿里中间件"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/alipay","title":"支付宝开发者社区"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/kubernetes","title":"阿里云容器服务"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/storage","title":"阿里云存储服务"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/aliyundb","title":"阿里云数据库"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/ant","title":"蚂蚁金服科技"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group?groupType=other","smallText":"二级频道","title":"更多圈子 >>"}]},{"spmId":"0","maxShowNum":"6","isOpenSubChannel":"false","link":"//developer.aliyun.com/tool","title":"工具","subChannels":[{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/api","title":"API"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/sdk","title":"SDK"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/tool#tab=yuntool","title":"云产品工具"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/tool#tab=opensource","title":"开源工具"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/mirror","title":"镜像站"}]},{"spmId":"0","isOpenSubChannel":"false","link":"//developer.aliyun.com/ask","title":"问答"},{"spmId":"0","channelStr":"频道描述","maxShowNum":"6","isOpenSubChannel":"false","link":"//developer.aliyun.com/learning","title":"学习与认证","subChannels":[{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/learning","title":"学习中心"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/exam","title":"技能测试中心"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/live","title":"公开课"},{"spmId":"0","tce_rule_count":"1","link":"//edu.aliyun.com/certification","title":"考试认证"}]},{"spmId":"0","channelStr":"频道描述","maxShowNum":"6","isOpenSubChannel":"false","link":"https://developer.aliyun.com/","title":"社群","subChannels":[{"tce_rule_count":"1","link":"//mvp.aliyun.com","title":"阿里云MVP"},{"spmId":"0","tce_rule_count":"1","link":"//mvp.aliyun.com/ace","title":"ACE同城会"},{"spmId":"0","tce_rule_count":"1","link":"//mvp.aliyun.com/crowdsource","title":"共创空间"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/event","smallText":"二级频道","title":"线下活动"}]},{"spmId":"0","channelStr":"频道描述","maxShowNum":"6","isOpenSubChannel":"false","link":"//tianchi.aliyun.com/","title":"天池","subChannels":[{"spmId":"0","tce_rule_count":"1","link":"//tianchi.aliyun.com/competition/","title":"大赛"},{"spmId":"0","tce_rule_count":"1","link":"//tianchi.aliyun.com/notebook-ai/","title":"实验室"},{"spmId":"0","tce_rule_count":"1","link":"//tianchi.aliyun.com/dataset/","title":"数据集"}]},{"spmId":"0","maxShowNum":"6","isOpenSubChannel":"false","link":"//chuangke.aliyun.com","title":"创新创业","subChannels":[{"spmId":"0","tce_rule_count":"1","link":"//chuangke.aliyun.com/info/list","title":"创新资讯"},{"spmId":"0","tce_rule_count":"1","link":"//chuangke.aliyun.com/markets/aliyun/surpportive","title":"风池计划"},{"spmId":"0","tce_rule_count":"1","link":"//chuangke.aliyun.com/incubator/","title":"园区入驻"},{"spmId":"0","tce_rule_count":"1","link":"//chuangke.aliyun.com/star","title":"AI赛道明星"},{"spmId":"0","tce_rule_count":"1","link":"//chuangke.aliyun.com/markets/aliyun/taofuchengzhen","title":"加速器"}]},{"spmId":"0","maxShowNum":"6","isOpenSubChannel":"false","title":"个人中心","subChannels":[{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/my#/settings","title":"个人设置"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/my#/ask","title":"我的问答"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/my#/article","title":"我的文章"}]}],"countinfo":{"channels":{"length_pc":0,"length":0}},"$tmsId":"tce/2207791"}

开发者社区> 问答> 正文

kafka是可以批量读取数据，但是flink是一条一条处理的，应该也可以一条一条提交吧。

黄一刀

2019-12-03 10:49:50

55

kafka是可以批量读取数据，但是flink是一条一条处理的，应该也可以一条一条提交吧。本问题来自阿里云开发者社区的【11大垂直技术领域开发者社群】。点击这里欢迎加入感兴趣的技术领域群。

消息中间件 Kafka 流计算开发者

取消提交回答

全部回答(2)

虎纠小老头
2019-12-03 10:51:31

一条一条提交，Kafka的压力肯定山大。。。如果不想丢数据，只能尽量把checkpoint的周期设短一点

0 0
黄二刀
2019-12-03 10:50:09

flink的处理跟kafka的提交没关系

0 0

添加回答

阿里云实时计算

使用钉钉扫一扫加入圈子

+ 订阅

一套基于Apache Flink构建的一站式、高性能实时大数据处理平台，广泛适用于流式数据处理、离线数据处理、DataLake计算等场景。

推荐文章

展开

相似问题

展开

推荐课程

分布式消息系统 Kafka 快速入门
学习人数：1314