Python/douban_book.py at master · JavaCoderFan/Python · GitHub

Repository navigation

History

from bs4 import BeautifulSoup

import requests

from openpyxl import Workbook

excel_name = "书籍.xlsx"

wb = Workbook()

ws1 = wb.active

ws1.title='书籍'

def get_html(url):

header = {

'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0'}

html = requests.get(url, headers=header).content

return html

def get_con(html):

soup = BeautifulSoup(html,'html.parser')

book_list = soup.find('div', attrs={'class': 'article'})

page = soup.find('div', attrs={'class': 'paginator'})

next_page = page.find('span', attrs={'class': 'next'}).find('a')

name = []

for i in book_list.find_all('table'):

book_name = i.find('div', attrs={'class': 'pl2'})

m = list(book_name.find('a').stripped_strings)

if len(m)>1:

x = m[0]+m[1]

else:

x = m[0]

#print(x)

name.append(x)

if next_page:

return name, next_page.get('href')

else:

return name, None

def main():

url = 'https://book.douban.com/top250'

name_list=[]

while url:

html = get_html(url)

name, url = get_con(html)

name_list = name_list + name

for i in name_list:

location = 'A%s'%(name_list.index(i)+1)

print(i)

print(location)

ws1[location]=i

wb.save(filename=excel_name)

if __name__ == '__main__':

main()

Python/douban_book.py at master · JavaCoderFan/Python · GitHub

Repository navigation

Expand file tree

Breadcrumbs

douban_book.py

Latest commit

History

Breadcrumbs

douban_book.py

File metadata and controls