京东图书评论有非常丰富的信息，这里面就包含了购买日期、书名、作者、好评、中评、差评等等。以购买日期为例，使用Python + Mysql的搭配进行实现，程序不大，才100行。相关的解释我都在程序里加注了： from selenium import webdriver from bs4 import BeautifulSoup import re import win32com.client import threading,time import MySQLdb def mydebug():     driver.quit()     exit(0) def catchDate(s):     """页面数据提取"""     soup = BeautifulSoup(s)     z = []     global nowtimes         m = soup.findAll("div",class_="date-buy")     for obj in m:         try:             tmp = obj.find('br').contents         except Exception, e:             continue         if(tmp != ""):             z.append(tmp)             nowtimes += 1     return z def getTimes(n,t):     """获取当前进度"""     return "当前进度为：" + str(int(100*n/t)) + "%" #———————————————————————————————————| 程序开始 |————————————————————————————————— #确定图书大类 cate = {"3273":"历史","3279":"心理学","3276":"政治军事","3275":"国学古籍","3274":"哲学宗教","3277":"法律","3280":"文化","3281":"社会科学"} #断点续抓 num1 = input("bookid:") num2 = input("pagenumber:") #生成图书大类链接，共需17355*20 = 347100次 totaltimes = 347100.0 nowtimes = 0 #开启webdirver的PhantomJS对象 #driver = webdriver.PhantomJS() driver = webdriver.Ie('C:\Python27\Scripts\IEDriverServer') #driver = webdriver.Chrome('C:\Python27\Scripts\chromedriver') #读出Mysql中的评论页面，进行抓取 # 连接数据库　 try:     conn = MySQLdb.connect(host='localhost',user='root',passwd='',db='jd') except Exception, e:     print e     sys.exit() # 获取cursor对象 cursor = conn.cursor() sql = "SELECT * FROM booknew ORDER BY pagenumber DESC" cursor.execute(sql) alldata = cursor.fetchall() flag = 0 flag2 = 0 # 如果有数据返回就循环输出,http://club.jd.com/review/10178500-1-154.html if alldata:     for rec in alldata:         #rec[0]--bookid,rec[1]--cateid,rec[2]--pagenumber         if(rec[0] != str(num1) and flag == 0):             continue         else:             flag = 1         for p in range(num2,rec[2]):             if(flag2 == 0):                 num2 = 0                 flag2 = 1             p += 1             link = "[url=http://club.jd.com/review/]http://club.jd.com/review/[/url]" + rec[0] + "-1-" + str(p) + ".html"             #抓网页             driver.get(link)             html = driver.page_source             #抓评论             buydate = catchDate(html)             #写入数据库             for z in buydate:                 sql = "INSERT INTO ljj (id, cateid, bookid, date) VALUES (NULL, '" + rec[0] + "','" + rec[1] + "','" + z[0] + "');"                 try:                     cursor.execute(sql)                 except Exception, e:                     print e             conn.commit()         print getTimes(nowtimes,totaltimes) driver.quit() cursor.close() conn.close()