python 爬取小说并下载【附代码】

import requestsimport timefrom tqdm import tqdmfrom bs4 import BeautifulSoup 
def get_content(target):req = requests.get(url = target)req.encoding = 'utf-8'html = req.textbf = BeautifulSoup(html, 'lxml')texts = bf.find('div', id='content')content = texts.text.strip().split('\xa0'*4)return content if __name__ == '__main__':server = 'https://www.xsbiquge.com'book_name = '诡秘之主.txt'target = 'https://www.xsbiquge.com/15_15338/'req = requests.get(url = target)req.encoding = 'utf-8'html = req.textchapter_bs = BeautifulSoup(html, 'lxml')chapters = chapter_bs.find('div', id='list')chapters = chapters.find_all('a')for chapter in tqdm(chapters):chapter_name = chapter.stringurl = server + chapter.get('href')content = get_content(url)with open(book_name, 'a', encoding='utf-8') as f:f.write(chapter_name)f.write('\n')f.write('\n'.join(content))f.write('\n')