multiprocessing 多进程

multiprocessing 多进程

import os
from PIL import Image

 
pro = 2
urls = xxxx
#每个进程分到url个数
nums_per_pro = len(urls)//pro +1


# rank是进程的序号
def 下载函数(rank):

    # 根据进程的序号和每个进程的url个数来分配url给进程
    url_list_this_process = urls[rank*per_pro_picnum:(rank+1)*per_pro_picnum]
    tab = xxx
    for url in url_list_this_process:
        tab.get(url)
        xxxxxxx
        
      

from multiprocessing import Process
if __name__ == '__main__':
 
    process_list = []


    size=[]
    for i in range(pro):
        p = Process(target=下载函数, args=[i])
        p.start()
        process_list.append(p)

    for p in process_list:
        p.join()