{"id":1119316,"date":"2025-01-08T18:43:35","date_gmt":"2025-01-08T10:43:35","guid":{"rendered":"https:\/\/docs.pingcode.com\/ask\/ask-ask\/1119316.html"},"modified":"2025-01-08T18:43:37","modified_gmt":"2025-01-08T10:43:37","slug":"python%e5%a6%82%e4%bd%95%e5%b0%86%e5%88%97%e8%a1%a8%e5%86%99%e5%85%a5%e6%96%87%e4%bb%b6%e5%a4%a7%e5%b0%8f","status":"publish","type":"post","link":"https:\/\/docs.pingcode.com\/ask\/1119316.html","title":{"rendered":"python\u5982\u4f55\u5c06\u5217\u8868\u5199\u5165\u6587\u4ef6\u5927\u5c0f"},"content":{"rendered":"

\"python\u5982\u4f55\u5c06\u5217\u8868\u5199\u5165\u6587\u4ef6\u5927\u5c0f\"<\/p>\n

Python \u5c06\u5217\u8868\u5199\u5165\u6587\u4ef6\u7684\u51e0\u79cd\u65b9\u6cd5\u3001\u4f7f\u7528\u4e0d\u540c\u7684\u6587\u4ef6\u6a21\u5f0f\u3001\u5904\u7406\u5927\u6587\u4ef6\u7684\u6280\u5de7<\/strong><\/p>\n<\/p>\n

\u5728Python\u4e2d\uff0c\u5c06\u5217\u8868\u5199\u5165\u6587\u4ef6\u662f\u4e00\u4e2a\u5e38\u89c1\u7684\u4efb\u52a1\uff0c\u5c24\u5176\u5728\u6570\u636e\u5904\u7406\u548c\u5b58\u50a8\u65f6\u3002\u4f7f\u7528write()\u65b9\u6cd5\u3001\u4f7f\u7528writelines()\u65b9\u6cd5\u3001\u4f7f\u7528pickle\u6a21\u5757\u3001\u4f7f\u7528json\u6a21\u5757<\/strong>\u90fd\u662f\u5e38\u89c1\u7684\u65b9\u6cd5\u3002\u4e0b\u9762\u5c06\u8be6\u7ec6\u4ecb\u7ecd\u8fd9\u4e9b\u65b9\u6cd5\uff0c\u5e76\u6df1\u5165\u63a2\u8ba8\u5904\u7406\u5927\u6587\u4ef6\u7684\u6280\u5de7\u3002<\/p>\n<\/p>\n

\u4e00\u3001\u4f7f\u7528write()\u65b9\u6cd5<\/p>\n<\/p>\n

write()\u65b9\u6cd5\u9002\u7528\u4e8e\u5c06\u5217\u8868\u4e2d\u7684\u6bcf\u4e2a\u5143\u7d20\u9010\u884c\u5199\u5165\u6587\u4ef6\u3002\u9996\u5148\u6211\u4eec\u9700\u8981\u5c06\u5217\u8868\u8f6c\u6362\u4e3a\u5b57\u7b26\u4e32\u683c\u5f0f\uff0c\u7136\u540e\u9010\u884c\u5199\u5165\u6587\u4ef6\u3002<\/p>\n<\/p>\n

# \u793a\u4f8b\u4ee3\u7801<\/p>\n
my_list = ['apple', 'banana', 'cherry']<\/p>\n
with open('output.txt', 'w') as file:<\/p>\n
    for item in my_list:<\/p>\n
        file.write(f"{item}\\n")<\/p>\n
<\/code><\/pre>\n<\/p>\n
\u8fd9\u79cd\u65b9\u6cd5\u7684\u4f18\u70b9\u662f\u7b80\u5355\u76f4\u89c2\uff0c\u9002\u7528\u4e8e\u5c0f\u89c4\u6a21\u6570\u636e\u3002\u7136\u800c\uff0c\u5bf9\u4e8e\u5927\u6587\u4ef6\u64cd\u4f5c\uff0c\u6548\u7387\u8f83\u4f4e\u3002<\/p>\n<\/p>\n
\u4e8c\u3001\u4f7f\u7528writelines()\u65b9\u6cd5<\/p>\n<\/p>\n
writelines()\u65b9\u6cd5\u53ef\u4ee5\u76f4\u63a5\u5c06\u5217\u8868\u5199\u5165\u6587\u4ef6\uff0c\u4e0d\u9700\u8981\u663e\u5f0f\u5730\u5faa\u73af\u5217\u8868\u3002<\/p>\n<\/p>\n
# \u793a\u4f8b\u4ee3\u7801<\/p>\n
my_list = ['apple', 'banana', 'cherry']<\/p>\n
with open('output.txt', 'w') as file:<\/p>\n
    file.writelines(f"{item}\\n" for item in my_list)<\/p>\n
<\/code><\/pre>\n<\/p>\n
\u8fd9\u79cd\u65b9\u6cd5\u76f8\u5bf9write()\u65b9\u6cd5\u66f4\u7b80\u6d01\uff0c\u4f46\u540c\u6837\u9002\u7528\u4e8e\u8f83\u5c0f\u7684\u6570\u636e\u91cf\u3002<\/p>\n<\/p>\n
\u4e09\u3001\u4f7f\u7528pickle\u6a21\u5757<\/p>\n<\/p>\n
pickle\u6a21\u5757\u53ef\u4ee5\u5c06Python\u5bf9\u8c61\u5e8f\u5217\u5316\u540e\u4fdd\u5b58\u5230\u6587\u4ef6\u4e2d\uff0c\u8fd9\u6837\u53ef\u4ee5\u4fdd\u6301\u6570\u636e\u7684\u5b8c\u6574\u6027\u548c\u7c7b\u578b\u3002<\/p>\n<\/p>\n
import pickle<\/p>\n
my_list = ['apple', 'banana', 'cherry']<\/p>\n
with open('output.pkl', 'wb') as file:<\/p>\n
    pickle.dump(my_list, file)<\/p>\n
<\/code><\/pre>\n<\/p>\n
\u8fd9\u79cd\u65b9\u6cd5\u9002\u5408\u9700\u8981\u4fdd\u5b58\u590d\u6742\u6570\u636e\u7ed3\u6784\u7684\u573a\u666f\uff0c\u4f46\u751f\u6210\u7684\u6587\u4ef6\u662f\u4e8c\u8fdb\u5236\u683c\u5f0f\uff0c\u4e0d\u6613\u8bfb\u3002<\/p>\n<\/p>\n
\u56db\u3001\u4f7f\u7528json\u6a21\u5757<\/p>\n<\/p>\n
json\u6a21\u5757\u53ef\u4ee5\u5c06Python\u5bf9\u8c61\u8f6c\u6362\u4e3aJSON\u683c\u5f0f\uff0c\u5e76\u5199\u5165\u6587\u4ef6\u3002\u8fd9\u79cd\u65b9\u6cd5\u9002\u5408\u4fdd\u5b58\u7b80\u5355\u7684\u6570\u636e\u7ed3\u6784\uff0c\u5e76\u4e14\u751f\u6210\u7684\u6587\u4ef6\u53ef\u8bfb\u6027\u5f3a\u3002<\/p>\n<\/p>\n
import json<\/p>\n
my_list = ['apple', 'banana', 'cherry']<\/p>\n
with open('output.json', 'w') as file:<\/p>\n
    json.dump(my_list, file)<\/p>\n
<\/code><\/pre>\n<\/p>\n
\u8fd9\u79cd\u65b9\u6cd5\u7684\u4f18\u70b9\u662f\u751f\u6210\u7684\u6587\u4ef6\u6613\u4e8e\u9605\u8bfb\u548c\u4ea4\u6362\uff0c\u9002\u7528\u4e8e\u4fdd\u5b58\u7ed3\u6784\u5316\u6570\u636e\u3002<\/p>\n<\/p>\n
\u4e94\u3001\u5904\u7406\u5927\u6587\u4ef6\u7684\u6280\u5de7<\/p>\n<\/p>\n
1\u3001\u5206\u6279\u5199\u5165<\/p>\n<\/p>\n
\u5bf9\u4e8e\u5927\u6587\u4ef6\u64cd\u4f5c\uff0c\u5206\u6279\u5199\u5165\u53ef\u4ee5\u6709\u6548\u964d\u4f4e\u5185\u5b58\u4f7f\u7528\u91cf\u3002\u53ef\u4ee5\u5c06\u5217\u8868\u5206\u5272\u4e3a\u591a\u4e2a\u5b50\u5217\u8868\uff0c\u9010\u4e2a\u5b50\u5217\u8868\u5199\u5165\u6587\u4ef6\u3002<\/p>\n<\/p>\n
my_list = ['apple'] * 1000000  # \u793a\u4f8b\u5927\u5217\u8868<\/p>\n
chunk_size = 10000<\/p>\n
with open('output.txt', 'w') as file:<\/p>\n
    for i in range(0, len(my_list), chunk_size):<\/p>\n
        chunk = my_list[i:i + chunk_size]<\/p>\n
        file.writelines(f"{item}\\n" for item in chunk)<\/p>\n
<\/code><\/pre>\n<\/p>\n
2\u3001\u4f7f\u7528\u751f\u6210\u5668<\/p>\n<\/p>\n
\u751f\u6210\u5668\u53ef\u4ee5\u52a8\u6001\u751f\u6210\u6570\u636e\uff0c\u907f\u514d\u5c06\u6574\u4e2a\u5217\u8868\u52a0\u8f7d\u5230\u5185\u5b58\u4e2d\u3002\u9002\u7528\u4e8e\u6570\u636e\u91cf\u975e\u5e38\u5927\u7684\u60c5\u51b5\u3002<\/p>\n<\/p>\n
def generate_data():<\/p>\n
    for i in range(1000000):<\/p>\n
        yield f"item_{i}\\n"<\/p>\n
with open('output.txt', 'w') as file:<\/p>\n
    file.writelines(generate_data())<\/p>\n
<\/code><\/pre>\n<\/p>\n
3\u3001\u4f7f\u7528\u5185\u5b58\u6620\u5c04<\/p>\n<\/p>\n
\u5bf9\u4e8e\u8d85\u5927\u6587\u4ef6\uff0c\u53ef\u4ee5\u4f7f\u7528\u5185\u5b58\u6620\u5c04\u6280\u672f\uff0c\u5c06\u6587\u4ef6\u7684\u4e00\u90e8\u5206\u6620\u5c04\u5230\u5185\u5b58\u4e2d\uff0c\u8fdb\u884c\u5206\u5757\u64cd\u4f5c\u3002<\/p>\n<\/p>\n
import mmap<\/p>\n
with open('output.txt', 'r+b') as file:<\/p>\n
    mmapped_file = mmap.mmap(file.fileno(), 0)<\/p>\n
    for line in iter(mmapped_file.readline, b""):<\/p>\n
        print(line.decode('utf-8'))<\/p>\n
    mmapped_file.close()<\/p>\n
<\/code><\/pre>\n<\/p>\n
\u516d\u3001\u4e0d\u540c\u6587\u4ef6\u6a21\u5f0f\u7684\u4f7f\u7528<\/p>\n<\/p>\n
\u5728\u8fdb\u884c\u6587\u4ef6\u64cd\u4f5c\u65f6\uff0c\u9009\u62e9\u5408\u9002\u7684\u6587\u4ef6\u6a21\u5f0f\u975e\u5e38\u91cd\u8981\u3002\u5e38\u89c1\u7684\u6587\u4ef6\u6a21\u5f0f\u6709\uff1a<\/p>\n<\/p>\n