# -*- coding: utf-8 -*-
"""
 -------------------------------------------------------------------
    File Name: 
    Description: 
    Author: Yuxiang Chen
    Date: 
 -------------------------------------------------------------------
    Change Activity:
    
 -------------------------------------------------------------------
 """

BOT_NAME = 'taobao_spider'

SPIDER_MODULES = ['taobao_spider.spiders']
NEWSPIDER_MODULE = 'taobao_spider.spiders'

# TO_DO: add user agent according to your own browser
USER_AGENT = ''

# Obey robots.txt rules (Not Obey)
ROBOTSTXT_OBEY = False

# Configure maximum concurrent requests (default: 16)
CONCURRENT_REQUESTS = 100



