【python】知乎回答下载，可将问题所有回答保存为pdf文件
好久没来吾爱发帖了，今天得空想起之前发的帖子 知乎回答下载神器，图片/视频/gif动图均可下载评论有小伙伴说想要保存文字版回答，今天给大家安排上，其实早就写好了，只是一直没有分享出来，今天没事干就发出来
暂时没有做成gui界面，仅仅分享代码，有环境的小伙伴直接拿代码吧~
运行之前请先使用pip安装pdfkit库（若有安装过，请忽略）
pip3 install pdfkit
然后下载wkhtmltopdf.exe文件，用于生成PDF文件，下载链接：https://wwi.lanzouj.com/i6O3oo5hwib
下载后记住保存的位置，然后在代码中改成你存放的位置，如下，我的放在D盘了
# 这里换成你电脑上 wkhtmltopdf.exe 所在位置
self.config = pdfkit.configuration(wkhtmltopdf=r"D:\wkhtmltopdf.exe")
这里改成你要保存为PDF的问题ID，ID提取方式看下图
self.id = '28247984' # 知乎问题ID
回答中的图片会在文件里直接展示，如果有视频的话是一个链接哦，需要跳转查看~ 书签是按回答的点赞数排序的
最后是代码部分
import requests
import re
import time
import pdfkit
class zhihu(object):
def __init__(self):
self.headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36'
}
self.id = '28247984' # 知乎问题ID
# 这里换成你电脑上 wkhtmltopdf.exe 所在位置
self.config = pdfkit.configuration(wkhtmltopdf=r"D:\wkhtmltopdf.exe")
self.top_num = 1
self.dic_str = {}
self.new_content = ''
self.hd_url = 'https://www.zhihu.com/question/{}/answer/{}'
self.img_th_str = '<img src="{}">'
self.video_th_str = '<p><img src="{}"></p><p><a href="{}">播放视频</a></p>'
def sort_key(self, s):
if s:
try:
c = re.findall('\d+$', s)
except:
c = -1
return int(c)
def strsort(self, alist):
alist.sort(key=self.sort_key, reverse=True)
return alist
def gets(self):
url = 'https://www.zhihu.com/api/v4/questions/{}/answers'.format(self.id)
r = requests.get(url, headers=self.headers)
if r.status_code == 200:
totals = int(r.json()['paging']['totals'])
title = r.json()['data']['question']['title']
if totals % 20 == 0:
self.max = int(totals / 20)
else:
self.max = int(totals / 20) + 1
for m in range(self.max):
offset = m * 20
self.get_urls(offset, m + 1)
print('处理完毕,正在对答案进行排序..')
dic_list = self.strsort(list(self.dic_str.keys()))
print('排序完成,正在拼接内容..')
for d in dic_list:
try:
self.new_content += self.dic_str
except:
print('Error')
print('拼接成功,正在转换成PDF..')
html = '<html><head><meta charset="UTF-8"><style>body{font-family:"微软雅黑";}a{text-decoration:none}.hd_url{ font-size:18px;text-indent:2em;}p{font-size:18px;}figure{margin: 0;padding: 0;border: 0;}</style></head><h1>%s个回答 - %s</h1>%s</html>' % (totals, title, self.new_content)
# pdfkit.from_url('http://www.baidu.com', 'url_test.pdf',configuration=config) #通过url地址生成
reg = "[^0-9A-Za-z\u4e00-\u9fa5]"
file_name = re.sub(reg, '', title)
pdfkit.from_string(html, '{}.pdf'.format(file_name), configuration=self.config)
else:
print(r.text)
def get_urls(self, offset, m):
print('共{}页,正在处理第{}页内容..'.format(self.max, m))
try:
url = 'https://www.zhihu.com/api/v4/questions/{}/answers?include=data%5B*%5D.is_normal%2Cadmin_closed_comment%2Creward_info%2Cis_collapsed%2Cannotation_action%2Cannotation_detail%2Ccollapse_reason%2Cis_sticky%2Ccollapsed_by%2Csuggest_edit%2Ccomment_count%2Ccan_comment%2Ccontent%2Ceditable_content%2Cvoteup_count%2Creshipment_settings%2Ccomment_permission%2Ccreated_time%2Cupdated_time%2Creview_info%2Crelevant_info%2Cquestion%2Cexcerpt%2Crelationship.is_authorized%2Cis_author%2Cvoting%2Cis_thanked%2Cis_nothelp%2Cis_labeled%3Bdata%5B*%5D.mark_infos%5B*%5D.url%3Bdata%5B*%5D.author.follower_count%2Cbadge%5B*%5D.topics&offset={}&limit=20&sort_by=updated'.format(
self.id, offset)
dict = {
'include': 'data[*].is_normal,admin_closed_comment,reward_info,is_collapsed,annotation_action,annotation_detail,collapse_reason,is_sticky,collapsed_by,suggest_edit,comment_count,can_comment,content,editable_content,voteup_count,reshipment_settings,comment_permission,created_time,updated_time,review_info,relevant_info,question,excerpt,relationship.is_authorized,is_author,voting,is_thanked,is_nothelp,is_labeled;data[*].mark_infos[*].url;data[*].author.follower_count,badge[*].topics',
'limit': 20,
'offset': offset,
'sort_by': 'updated'
}
r = requests.get(url, headers=self.headers, params=dict).json()
datas = r['data']
for data in datas:
content = data['content']
name = data['author']['name']
timeStamp = int(data['updated_time'])
timeArray = time.localtime(timeStamp)
otherStyleTime = time.strftime("%Y-%m-%d %H:%M:%S", timeArray)
voteup_count = int(data['voteup_count'])
headline = data['author']['headline']
hd_id = int(data['id'])
img_urls = re.findall('<noscript><img src="(.*?)"', content, re.S)
quc_strs = re.findall('<figure.*?>(.*?)</figure>', content, re.S)
tit_str = '<h1>{}({})</h1><div><div class="hd_url">更新时间：{} 签名：{}</div>'.format(name, voteup_count, otherStyleTime, headline)
video_urls = re.findall('"z-ico-video"></span>(.*?)</span>', content, re.S)
video_quc_strs = re.findall('<a class="video-box" href="(.*?)</a>', content, re.S)
if img_urls and quc_strs:
if len(img_urls) == len(quc_strs):
for i in range(len(quc_strs)):
if quc_strs in content:
content = content.replace(quc_strs, self.img_th_str.format(img_urls))
if video_urls and video_quc_strs:
if len(video_urls) == len(video_quc_strs):
for i in range(len(video_quc_strs)):
if video_quc_strs in content:
video_img_url = re.findall('src="(.*?)"', video_quc_strs, re.S)
content = content.replace('<a class="video-box" href="{}</a>'.format(video_quc_strs), self.video_th_str.format(video_img_url, video_urls))
content = tit_str + content + '</div><div class="hd_url"><a href="{}">>>去知乎查看这个回答</a></div>'.format(self.hd_url.format(self.id, hd_id))
self.dic_str['{}_{}'.format(self.top_num, voteup_count)] = content
self.top_num += 1
except Exception as e:
# pass
print(e)
def main():
# 初始化对象
L = zhihu()
# 进行布局
L.gets()
if __name__ == '__main__':
main()
大力顶起来 好帖，拿下了 学习学习好东西 好高级的东东，仰望中。。。。 真棒，带走学习中 顶一顶，很实用的东西~ 感谢分享 好人一生平安 先做个记号，用到时，再弄下来
页:
[1]
2