Python 异步

由于时效问题，该文某些代码、技术可能已经过期，请注意！！！本文最后更新于：3 年前

Python中异步、同步、多进程及多线程的比较

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
from urllib import request
from urllib import parse
from urllib.request import urlopen
import json
import pandas as pd
# 用于多进程
from multiprocessing import Process
# 用于多线程
from threading import Thread
# 用于协程+异步
import aiohttp
import asyncio
"""
aiohttp:异步发送POST请求
"""
async def city_rule_asy():
    data = {"key": ""}
    myPostUrl = "http://api.chinadatapay.com/government/traffic/2299"
    async with aiohttp.ClientSession() as session:
        async with session.post(myPostUrl, data=data) as res:
            # print(res.status)
            return json.loads(await res.text())
def run():
    tasks = []
    for i in range(5):
        task = asyncio.ensure_future(city_rule_asy())
        tasks.append(task)
    loop = asyncio.get_event_loop()
    result = loop.run_until_complete(asyncio.gather(*tasks))
    with open('city_rules.txt', 'a+') as fw:
        for i in response['data']:
           for j in i['cities']:
                fw.write(f"{j['city']}\t{j['engine']}\t{j['prefix']}\t{j['vin']}\t{j['model']}\n")
#### ============================================ ###
def city_rule():
    myPostUrl = "http://api.chinadatapay.com/government/traffic/2299"
    data = {"key": ""}
    params = parse.urlencode(data).encode('utf-8')  # 提交类型不能为str，需要为byte类型
    req = request.Request(myPostUrl, params)
    response = json.loads(urlopen(req).read().decode())
    with open('city_rules.txt', 'a+') as fw:
        for i in response['data']:
           for j in i['cities']:
                fw.write(f"{j['city']}\t{j['engine']}\t{j['prefix']}\t{j['vin']}\t{j['model']}\n")
## 单进程单线程同步
def single_process():
    for i in range(5):
        city_rule()
# 多进程并行
def mul_process():
    processes = []
    for i in range(5):
        p = Process(target=city_rule, args=())     # 一个参数 args=(prameter,)
        processes.append(p)
        p.start()
    for p in processes:
        p.join()
# 多线程并发
def mul_thead():
    threads = []
    for i in range(5):
        t = Thread(target=city_rule, args=())
        threads.append(t)
        t.start()
    for t in threads:
        t.join()
if __name__ == '__main__':
    # 异步
    run()
    # 同步
    single_process()
    # 多进程
    mul_process()
    #多线程
    mul_thead()
Python
Python

本博客所有文章除特别声明外，均采用 CC BY-SA 4.0 协议 ，转载请注明出处！