pandas操作两千万行数据可以吗？-阿里云开发者社区

{"moduleinfo":{"rightTitle":"个人中心","menu_count":[{"count_phone":6,"count":6}],"rightMenu_count":[{"count_phone":3,"count":3}]},"menu":[{"ismoreList":"false","menuTitle":"首页","menuLink":"//developer.aliyun.com"},{"ismoreList":"true","submenu":[{"submenuLink":"//developer.aliyun.com/group","morsubemenu":[{"morsubemenuTitle":"云计算","morsubemenuLink":"//developer.aliyun.com/group/cloud","tce_rule_count":"1"},{"morsubemenuTitle":"大数据","morsubemenuLink":"//developer.aliyun.com/group/bigdata","tce_rule_count":"1"},{"morsubemenuTitle":"人工智能","morsubemenuLink":"//developer.aliyun.com/group/ai","tce_rule_count":"1"},{"morsubemenuTitle":"IoT","morsubemenuLink":"//developer.aliyun.com/group/iot","tce_rule_count":"1"},{"morsubemenuTitle":"云原生","morsubemenuLink":"//developer.aliyun.com/group/cloudnative","tce_rule_count":"1"},{"morsubemenuTitle":"数据库","morsubemenuLink":"//developer.aliyun.com/group/database","tce_rule_count":"1"},{"morsubemenuTitle":"开发与运维","morsubemenuLink":"//developer.aliyun.com/group/othertech","tce_rule_count":"1"},{"morsubemenuTitle":"微服务","morsubemenuLink":"//developer.aliyun.com/group/microservice","tce_rule_count":"1"},{"morsubemenuTitle":"安全","morsubemenuLink":"//developer.aliyun.com/group/security","tce_rule_count":"1"}],"moresubmenuTitle":"技术领域"},{"submenuLink":"//developer.aliyun.com/group?groupType=other","morsubemenu":[{"morsubemenuTitle":"阿里巴巴大数据计算","morsubemenuLink":"//developer.aliyun.com/group/maxcompute"},{"morsubemenuTitle":"阿里云物联网","morsubemenuLink":"//developer.aliyun.com/group/aliiot"},{"morsubemenuTitle":"阿里云数据库","morsubemenuLink":"//developer.aliyun.com/group/aliyundb"},{"morsubemenuTitle":"阿里云存储服务","morsubemenuLink":"//developer.aliyun.com/group/storage"},{"morsubemenuTitle":"阿里中间件","morsubemenuLink":"//developer.aliyun.com/group/aliware"},{"morsubemenuTitle":"阿里云容器服务","morsubemenuLink":"//developer.aliyun.com/group/kubernetes"},{"morsubemenuTitle":"阿里云实时计算","morsubemenuLink":"//developer.aliyun.com/group/sc"},{"morsubemenuTitle":"支付宝开发者社区","morsubemenuLink":"//developer.aliyun.com/group/alipay"},{"morsubemenuTitle":"蚂蚁金服科技","morsubemenuLink":"//developer.aliyun.com/group/ant"},{"morsubemenuTitle":"阿里巴巴研发效能","morsubemenuLink":"//developer.aliyun.com/group/yunxiao"},{"morsubemenuTitle":"更多圈子","morsubemenuLink":"//developer.aliyun.com/group?groupType=other"}],"moresubmenuTitle":"产品与生态"},{"submenuLink":"//developer.aliyun.com/group?groupType=open_source","morsubemenu":[{"morsubemenuTitle":"阿里开源","morsubemenuLink":"//developer.aliyun.com/group/opensource","tce_rule_count":"1"}],"moresubmenuTitle":"开源"}],"menuTitle":"技术与产品","menuLink":"//developer.aliyun.com/group"},{"ismoreList":"false","submenu":[{"submenuTitle":"API","submenuLink":"//developer.aliyun.com/tool#tab=api","tce_rule_count":"1"},{"submenuTitle":"SDK","submenuLink":"https://developer.aliyun.com/sdk/java.html","tce_rule_count":"1"},{"submenuTitle":"云产品工具","submenuLink":"//developer.aliyun.com/tool#tab=yuntool","tce_rule_count":"1"},{"submenuTitle":"开源工具","submenuLink":"//developer.aliyun.com/tool#tab=opensource","tce_rule_count":"1"},{"submenuTitle":"镜像站","submenuLink":"//developer.aliyun.com/tool#tab=mirror","tce_rule_count":"1"}],"menuTitle":"工具","menuLink":"//developer.aliyun.com/tool"},{"ismoreList":"false","menuTitle":"问答","menuLink":"//developer.aliyun.com/ask"},{"ismoreList":"false","submenu":[{"submenuTitle":"学习中心","submenuLink":"//developer.aliyun.com/learning","tce_rule_count":"1"},{"submenuTitle":"技能测试中心","submenuLink":"//developer.aliyun.com/exam","tce_rule_count":"1"},{"submenuTitle":"公开课","submenuLink":"//developer.aliyun.com/live","tce_rule_count":"1"},{"submenuTitle":"考试认证","submenuLink":"//edu.aliyun.com/certification","tce_rule_count":"1"}],"menuTitle":"学习与认证"},{"ismoreList":"true","submenu":[{"tce_rule_count":"1","morsubemenu":[{"morsubemenuTitle":"阿里云MVP","morsubemenuLink":"//mvp.aliyun.com","tce_rule_count":"1"},{"morsubemenuTitle":"ACE同城会","morsubemenuLink":"//mvp.aliyun.com/ace","tce_rule_count":"1"},{"morsubemenuTitle":"共创空间","morsubemenuLink":"//mvp.aliyun.com/crowdsource","tce_rule_count":"1"}],"moresubmenuTitle":"社群"},{"tce_rule_count":"1","morsubemenu":[{"morsubemenuTitle":"大赛","morsubemenuLink":"//tianchi.aliyun.com/competition/gameList/activeList","tce_rule_count":"1"},{"morsubemenuTitle":"实验室","morsubemenuLink":"//tianchi.aliyun.com/notebook-ai","tce_rule_count":"1"},{"morsubemenuTitle":"数据集","morsubemenuLink":"//tianchi.aliyun.com/dataset","tce_rule_count":"1"}],"moresubmenuTitle":"天池"},{"tce_rule_count":"1","morsubemenu":[{"morsubemenuTitle":"创新资讯","morsubemenuLink":"//chuangke.aliyun.com/info/list","tce_rule_count":"1"},{"morsubemenuTitle":"风池计划","morsubemenuLink":"//chuangke.aliyun.com/markets/aliyun/surpportive","tce_rule_count":"1"},{"morsubemenuTitle":"园区入驻","morsubemenuLink":"//chuangke.aliyun.com/incubator","tce_rule_count":"1"},{"morsubemenuTitle":"AI赛道明星","morsubemenuLink":"//chuangke.aliyun.com/star","tce_rule_count":"1"},{"morsubemenuTitle":"加速器","morsubemenuLink":"//chuangke.aliyun.com/markets/aliyun/taofuchengzhen","tce_rule_count":"1"}],"moresubmenuTitle":"创新创业"}],"menuTitle":"社群与活动"}],"rightMenu":[{"menuTitle":"个人设置","menuLink":"//developer.aliyun.com/my#/settings"},{"menuTitle":"我的问答","menuLink":"//developer.aliyun.com/my#/ask"},{"menuTitle":"我的文章","menuLink":"//developer.aliyun.com/my#/article"}],"countinfo":{"menu":{"length_pc":0,"length":0},"rightMenu":{"length_pc":0,"length":0}},"$tmsId":"tce/2206927"}

{"moduleinfo":{"searchLink":"//m.aliyun.com/product/search","channels_count":[{"count_phone":11,"count":11}],"searchText":"ecs","noAppDownload":false,"logo":"//gw.alicdn.com/tps/TB11eICOFXXXXaLapXXXXXXXXXX-130-39.png"},"channels":[{"spmId":"0","maxShowNum":"6","isOpenSubChannel":"false","link":"//developer.aliyun.com/","title":"首页"},{"spmId":"0","maxShowNum":"9","isOpenSubChannel":"false","title":"技术领域","subChannels":[{"tce_rule_count":"1","link":"//developer.aliyun.com/group/cloud","title":"云计算"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/bigdata","title":"大数据"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/ai","title":"人工智能"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/iot","title":"IoT"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/cloudnative","title":"云原生"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/database","title":"数据库"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/othertech","title":"开发与运维"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/microservice","title":"微服务"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/group/security","title":"安全"}]},{"spmId":"0","maxShowNum":"6","isOpenSubChannel":"false","link":"//developer.aliyun.com/group?groupType=other","title":"产品与生态","subChannels":[{"spmId":"0","link":"//developer.aliyun.com/group/maxcompute","title":"阿里巴巴大数据计算"},{"spmId":"0","link":"//developer.aliyun.com/group/aliiot","title":"阿里云物联网"},{"spmId":"0","link":"//developer.aliyun.com/group/aliyundb","title":"阿里云数据库"},{"spmId":"0","link":"//developer.aliyun.com/group/storage","title":"阿里云存储服务"},{"spmId":"0","link":"//developer.aliyun.com/group/aliware","title":"阿里巴巴中间件"},{"spmId":"0","link":"//developer.aliyun.com/group/kubernetes","title":"阿里云容器服务"},{"spmId":"0","link":"//developer.aliyun.com/group/sc","title":"阿里云实时计算"},{"spmId":"0","link":"//developer.aliyun.com/group/alipay","title":"支付宝开发者社区"},{"spmId":"0","link":"//developer.aliyun.com/group/ant","title":"蚂蚁金服科技"},{"spmId":"0","link":"//developer.aliyun.com/group/yunxiao","title":"阿里巴巴研发效能"},{"spmId":"0","link":"//developer.aliyun.com/group?groupType=other","smallText":"二级频道","title":"更多圈子"}]},{"spmId":"0","maxShowNum":"6","isOpenSubChannel":"false","link":"//developer.aliyun.com/group/opensource","title":"阿里开源"},{"spmId":"0","maxShowNum":"6","isOpenSubChannel":"false","link":"//developer.aliyun.com/tool","title":"工具","subChannels":[{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/api","title":"API"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/sdk","title":"SDK"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/tool#tab=yuntool","title":"云产品工具"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/tool#tab=opensource","title":"开源工具"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/openplatform/scenes","title":"最佳实践"}]},{"spmId":"0","isOpenSubChannel":"false","link":"//developer.aliyun.com/ask","title":"问答"},{"spmId":"0","channelStr":"频道描述","maxShowNum":"6","isOpenSubChannel":"false","link":"//developer.aliyun.com/learning","title":"学习与认证","subChannels":[{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/learning","title":"学习中心"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/exam","title":"技能测试中心"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/live","title":"公开课"},{"spmId":"0","tce_rule_count":"1","link":"//edu.aliyun.com/certification","title":"考试认证"}]},{"spmId":"0","channelStr":"频道描述","maxShowNum":"6","isOpenSubChannel":"false","link":"https://developer.aliyun.com/","title":"社群","subChannels":[{"tce_rule_count":"1","link":"//mvp.aliyun.com","title":"阿里云MVP"},{"spmId":"0","tce_rule_count":"1","link":"//mvp.aliyun.com/ace","title":"ACE同城会"},{"spmId":"0","tce_rule_count":"1","link":"//mvp.aliyun.com/crowdsource","title":"共创空间"}]},{"spmId":"0","channelStr":"频道描述","maxShowNum":"6","isOpenSubChannel":"false","link":"//tianchi.aliyun.com/","title":"天池","subChannels":[{"spmId":"0","tce_rule_count":"1","link":"//tianchi.aliyun.com/competition/","title":"大赛"},{"spmId":"0","tce_rule_count":"1","link":"//tianchi.aliyun.com/notebook-ai/","title":"实验室"},{"spmId":"0","tce_rule_count":"1","link":"//tianchi.aliyun.com/dataset/","title":"数据集"}]},{"spmId":"0","maxShowNum":"6","isOpenSubChannel":"false","link":"//chuangke.aliyun.com","title":"创新创业","subChannels":[{"spmId":"0","tce_rule_count":"1","link":"//chuangke.aliyun.com/info/list","title":"创新资讯"},{"spmId":"0","tce_rule_count":"1","link":"//chuangke.aliyun.com/markets/aliyun/surpportive","title":"风池计划"},{"spmId":"0","tce_rule_count":"1","link":"//chuangke.aliyun.com/incubator/","title":"园区入驻"},{"spmId":"0","tce_rule_count":"1","link":"//chuangke.aliyun.com/star","title":"AI赛道明星"},{"spmId":"0","tce_rule_count":"1","link":"//chuangke.aliyun.com/markets/aliyun/taofuchengzhen","title":"加速器"}]},{"spmId":"0","maxShowNum":"6","isOpenSubChannel":"false","title":"个人中心","subChannels":[{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/my#/settings","title":"个人设置"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/my#/ask","title":"我的问答"},{"spmId":"0","tce_rule_count":"1","link":"//developer.aliyun.com/my#/article","title":"我的文章"}]}],"countinfo":{"channels":{"length_pc":0,"length":0}},"$tmsId":"tce/2207791"}

开发者社区> 问答> 正文

pandas操作两千万行数据可以吗？

一码平川MACHEL

2019-04-08 14:45:21

366

pandas操作两千万行数据可以吗？
本问题及下方已被采纳的回答均来自云栖社区【Python技术进阶大群】。https://yq.aliyun.com/articles/690084 点击链接欢迎加入社区大社群。

Python

取消提交回答

全部回答(2)

邻泽居士
2019-07-17 23:32:48

估计内存可以就可以,pandas作为一个数据库......

2 0
一码平川MACHEL
2019-07-17 23:32:48

得看列的数目和数据类型以及你机器的内存

0 0

添加回答

开发与运维

+ 订阅

集结各类场景实战经验，助你开发运维畅行无忧

推荐文章

展开

相似问题

展开

推荐课程

Python 数据分析库 Pandas 快速入门
学习人数：11006
Python 数据可视化库 Matplotlib 快速入门
学习人数：10944
Python 科学计算库 NumPy 快速入门
学习人数：10814