bs4很适合入门分块抓数据:适用于一般场景.
代码块
import requestsfrom bs4 import BeautifulSoupurl = 'https://quotes.toscrape.com/'res = requests.get(url)# print(res.text)soup = BeautifulSoup(res.text, 'lxml')divs = soup.select('div.quote')for div in divs: mingyan=div.select_one('span.text') zuozhe=div.select_one('small.author') print(f'名言:{mingyan.text}') print(f'作者:{zuozhe.text}')
end