# -*- coding:utf-8 -*-
''' 爬虫脚本目录'''

# xpath,css selector: select
# html tag: find()  .find_all('dd')
# 1. find('span',{'class':'green'})   or find('span',attrs={'class':'green'})
# 2. find('dd',style='margin-top:10px;')

# text
# 1. get_text()

# re

# 1. re.compile(r'(ftp://.*?\.rmvb)')
# 2. re.compile('|'.join(kws), re.IGNORECASE)


# rewrite request and response
# fiddler bpu www.baidu.com
# bpuafter www.baidu.com
# 1. https://www.cnblogs.com/pachongshangdexuebi/p/6567699.html
# 2. https://www.cnblogs.com/kenkofox/p/6209100.html
# 3. https://www.cnblogs.com/liumamxu/p/5118055.html

## 521反爬虫机制
#  https://www.jianshu.com/p/77dc4d75540d
