Python多线程，简单高效快捷

d221216

[Python] 纯文本查看 复制代码

import requests
import threading
from bs4 import BeautifulSoup

url_web = "https://www.99tu.com/"

# headers = {
#     "User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36"
# }

def download_img(img_src, img_path):
    img_responce = requests.get(img_src)
    img_name = str(img_src).split("/")[-1]
    with open(img_path + img_name, "wb") as f:
        f.write(img_responce.content)
    print(img_src + "下载完成!")


def download():
    responce = requests.get(url_web)
    html = BeautifulSoup(responce.text, "html.parser")
    imgs = html.find_all("img")
    img_path = "D:\\img\\"
    for i in imgs:
        img_src = i.get("src")
        if img_src.__contains__("jpg"):
            # 创建线程
            threading.Thread(target=download_img(img_src, img_path), name=img_src).start()


if __name__ == '__main__':
    download()

2022/11/29 修改
1.感谢大佬的建议，增加线程池控制线程数
下面是修改后的

[Python] 纯文本查看 复制代码

from concurrent.futures import ThreadPoolExecutor
import requests
import threading
from bs4 import BeautifulSoup

url_web = "https://www.99tu.com/"


# headers = {
#     "User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36"
# }

def download_img(img_src, img_path):
    img_responce = requests.get(img_src)
    img_name = str(img_src).split("/")[-1]
    with open(img_path + img_name, "wb") as f:
        f.write(img_responce.content)
    print(threading.current_thread().name + "执行下载完成=>" + img_src)


def download():
    responce = requests.get(url_web)
    html = BeautifulSoup(responce.text, "html.parser")
    imgs = html.find_all("img")
    img_path = "D:\\img\\"

    # 定义线程池数量为 设置线程数为5
    with ThreadPoolExecutor(max_workers=5) as pool:

        for i in imgs:
            img_src = i.get("src")
            if img_src.__contains__("jpg"):
                # 提交线程
                pool.submit(download_img, img_src, img_path)


if __name__ == '__main__':
    download()

执行结果

caodansheng

最近有兴趣学习下PYTHON     学习了

Vvvvvoid

可以学习下线程池
用池子来控制线程数量, 避免线程数量过载

csgo8542L

也想学，但感觉好难啊

sunhan

感谢分享，学习了

hanyouran

非常有帮助

aceronethree

好难呀，还是要看看

zhangfengfeng19

刚刚开始学PYTHON，希望对自己有帮助。
学习了

zkl512008

终于见到找了好久的，感谢！

vicky526356

厉害了大神，学习了。