1. import MySQLdb
    2. class DoubanPipeline:
    3. def __init__(self):
    4. self.conn = MySQLdb.connect('localhost', 'root', '123456', 'python_spider', charset="utf8", use_unicode=True)
    5. self.cursor = self.conn.cursor()
    6. def process_item(self, item, spider):
    7. # 入库
    8. insert_sql = "insert into douban(movie_id, title, rate, url)VALUES (%s, %s, %s, %s)"
    9. self.cursor.execute(insert_sql, (item['id'], item['rate'], item['title'], item['url']))
    10. self.conn.commit()
    11. print('正在插入数据...')
    12. return item
    13. def close_spider(self, spider):
    14. # 接收结束信号
    15. self.conn.close()
    16. print('完成数据插入...')