FilesExpand file tree

master

/

dangdang_top_500.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

49 lines (38 loc) · 1.42 KB

master

/

dangdang_top_500.py

Copy path

Top

File metadata and controls

• Code
• Blame

49 lines (38 loc) · 1.42 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

import requests

import re

import json

def request_dandan(url):

try:

response = requests.get(url)

if response.status_code == 200:

return response.text

except requests.RequestException as e:

print(e)

return None

def parse_result(html):

pattern = re.compile(

'<li.*?list_num.*?(\d+)\.</div>.*?<img src="(.*?)".*?class="name".*?title="(.*?)">.*?class="star">.*?class="tuijian">(.*?)</span>.*?class="publisher_info">.*?target="_blank">(.*?)</a>.*?class="biaosheng">.*?<span>(.*?)</span></div>.*?<p><span class="price_n">(.*?)</span>.*?</li>', re.S)

items = re.findall(pattern, html)

for item in items:

yield {

'range': item[0],

'image': item[1],

'title': item[2],

'recommend': item[3],

'author': item[4],

'times': item[5],

'price': item[6]

}

def write_item_to_file(item):

print('开始写入数据 ====> ' + str(item))

with open('book.txt', 'a', encoding='UTF-8') as f:

f.write(json.dumps(item, ensure_ascii=False) + '\n')

def main(page):

url = 'http://bang.dangdang.com/books/fivestars/01.00.00.00.00.00-recent30-0-0-1-' + str(page)

html = request_dandan(url)

items = parse_result(html) # 解析过滤我们想要的信息

for item in items:

write_item_to_file(item)

if __name__ == "__main__":

for i in range(1, 26):

main(i)