Python将大的csv文件拆分多个小的csv文件

1#ecoding=utf-8
2import os
3import time
4# 2019/9/8 将大的csv文件拆分多个小的csv文件
5
6def mkSubFile(lines, head, srcName, sub):
7    [des_filename, extname] = os.path.splitext(srcName)
8    filename = des_filename + '_' + str(sub) + extname
9    print('make file: %s' % filename)
10    fout = open(filename, 'w')
11    try:
12        fout.writelines([head])
13        fout.writelines(lines)
14        return sub + 1
15    finally:
16        fout.close()
17
18
19def splitByLineCount(filename, count):
20    fin = open(filename,encoding="utf-8")
21    try:
22        head = fin.readline()
23        buf = []
24        sub = 1
25        for line in fin:
26            buf.append(line)
27            if len(buf) == count:
28                sub = mkSubFile(buf, head, filename, sub)
29                buf = []
30        if len(buf) != 0:
31            sub = mkSubFile(buf, head, filename, sub)
32    finally:
33        fin.close()
34
35
36if __name__ == '__main__':
37    begin = time.time()
38    splitByLineCount('training-inspur.csv', 1000)#每个小的csv文件存放1000条
39    end = time.time()
40    print('time is %d seconds ' % (end - begin))