modin.pandas通过多进程可以使得读取大文件的速度提高4倍左右（pandas替代方案）

import time
# 引入正常的pandas的模块
import pandas as pd
# 引入该模块
import modin.pandas as mpd
def test_pd_time(path):
    start = time.time()
    data=pd.read_csv(path)
    end= time.time()
    print('pd consume time is:',end-start)
def test_mpd_time(path):
    start = time.time()
    data=mpd.read_csv(path)
    end = time.time()
    print('modin pd  consume time is:',end-start)
path1='/home/yjj/data_oanda/AUD_CAD.csv'
path2='/opt/oanda_pair_rate.csv'
# 测试一个大样本的数据
print('大样本测试')
test_pd_time(path1)
test_mpd_time(path1)
# 测试一个小样本
print('大样小测试')
test_pd_time(path2)
test_mpd_time(path2)