先说结论,自带的csv写入比pandas快一倍左右。
import time
import pandas as pd
def pd_tocsv():
output_file = 'csv_test_pd.csv'
list1 = []
list2 = []
for i in range(0, 10000):
list1.append("abcd")
list2.append(0.198773)
data = {'ticker': list1, 'value': list2}
data_df = pd.DataFrame(data)
data_df.to_csv(output_file)
def csv_tocsv():
output_file = 'csv_test_sys.csv'
with open(output_file, 'w', newline='') as f:
csv_write = csv.writer(f)
list_header = ['ticker', 'value']
csv_write.writerow(list_header)
for i in range(0, 10000):
list_tmp = ['abcd', 0.1987654]
csv_write.writerow(list_tmp)
starttime = time.time()
#pd_tocsv()
csv_tocsv()
endtime1 = time.time()
print(endtime1 - starttime)