某趣阁不能搜索了换个小说网站爬

lihu5841314 发表于 2021-10-10 08:48

#coding=gb2312
import logging
importurllib.parse
importrequests,random,time
import parsel

headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/95.0.4636.4 Safari/537.36'
}

def get_book_url(s):
word = urllib.parse.quote(s, encoding="gb2312")# 转码和urllib.parse.quote() 一样
url = f"https://www.qb5.la/modules/article/search.php?searchkey={word}&submit=%CB%D1%CB%F7"
# 获得重定向的Location
s = requests.session()
logging.captureWarnings(True)
resp = s.get(url=url, headers=headers, allow_redirects=False, verify=False)
# 这是因为 requets 库自动处理了重定向请求了，默认是allow_redirects=True 是启动重定向,就在我们requests.get(url)中添加allow_redirects=False
print(resp.status_code)# 打印响应的状态码
print(resp.headers["Location"])
book_url = resp.headers["Location"]
returnbook_url

def html_response(url):
time.sleep(random.randint(1,3))
resp = requests.get(url=url, headers=headers)
resp.encoding = resp.apparent_encoding
selector = parsel.Selector(resp.text)
return selector

defget_char_url(url):
selector = html_response(url)
char_urls = selector.xpath("//div[@class='zjbox']//dd/a/@href").extract()
char_titles = selector.xpath("//div[@class='zjbox']//dd/a/text()").extract()
char_dic={}
for char_title,char_urlinzip(char_titles,char_urls):
   char_url = book_url + char_url
   char_dic=char_url
   print(char_title,char_url)
returnchar_dic

defchar_book_down(dic):
for char_title,char_urlindic.items():
   selector=html_response(char_url)
   content=selector.xpath("//div[@id='content']//text()").extract()
   char_content="".join()
   path = s + ".txt"
   with open(path,"a",encoding="utf-8") asf:
         f.write(char_title)
         f.write('\n')
         f.write(char_content)
         f.write('\n')
         print(char_title,"下载完成")
print(s,"小说下载完成")

if __name__ == '__main__':
s = input("请输入需要搜索的小说：")
book_url = get_book_url(s)
char_dic = get_char_url(book_url)
char_book_down(char_dic)

ynthwf 发表于 2021-10-10 08:53

学习学习，

xytwlh 发表于 2021-10-10 09:04

看看怎么样

baiqpl0123 发表于 2021-10-10 09:26

是要换小说网，多谢分享

a2811260 发表于 2021-10-10 09:39

时头的好像还能用。可以试试

heykong 发表于 2021-10-10 09:42

感谢，学习了。

szhanyutian 发表于 2021-10-10 09:51

谢谢分享，学习学习

216288461 发表于 2021-10-10 10:36

换书香？

兮椿发表于 2021-10-10 11:47

python？

lfm333 发表于 2021-10-10 11:59

感谢分享

页: [1] 2

吾爱破解 - 52pojie.cn's Archiver

某趣阁不能搜索了 换个小说网站爬

某趣阁不能搜索了换个小说网站爬