1. # 项目名称
    2. BOT_NAME = 'study'
    4. # 爬虫应用路径
    5. SPIDER_MODULES = ['study.spiders']
    6. NEWSPIDER_MODULE = 'study.spiders'
    8. # 客户端User-Agent请求头
    9. USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.132 Safari/537.36'
    11. # 是否遵循爬虫协议
    12. # Obey robots.txt rules
    13. ROBOTSTXT_OBEY = False
    15. # 启动管道文件
    16. ITEM_PIPELINES = {
    17.    'study.pipelines.StudyPipeline': 300,
    18.    'study.pipelines.mysqlPipeline': 320,
    19. }