pythonFun/douban_test.py at master · Jiuaim/pythonFun · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
import urllib.request
import ssl
ssl._create_default_https_context = ssl._create_unverified_context
from bs4 import BeautifulSoup
from distutils.filelist import findall

startIndex = 25
doubanurl2 = "https://movie.douban.com/top250?start="

douban_file = open("douban250.txt", "wb+")
douban_file.write("影片名,评分,评价人数,链接\n".encode())
a = 0
while a < 10:
    if a == 0:
        url = "https://movie.douban.com/top250?format=text"
    else:
        url = doubanurl2 + str(25 * a) + "&filter="
    a += 1
    page = urllib.request.urlopen(url)
    content = page.read()

    soup = BeautifulSoup(content,"html.parser")
    for tag in soup.find_all('div', class_='info'):
       # print tag
        m_name = tag.find('span', class_='title').get_text()
        m_rating_score = float(tag.find('span',class_='rating_num').get_text())
        m_people = tag.find('div',class_="star")
        m_span = m_people.findAll('span')
        m_peoplecount = m_span[3].contents[0]
        m_url=tag.find('a').get('href')
        m_douban_str = m_name+","  +  str(m_rating_score)   + "" + m_peoplecount + "" + m_url
        print(m_douban_str)
        douban_file.write((m_douban_str+"\n").encode())

douban_file.close()