mirror of
https://gh.wpcy.net/https://github.com/SoloSynth1/wordpress-scraper.git
synced 2026-04-23 22:06:03 +08:00
15 lines
654 B
Python
15 lines
654 B
Python
common_header = {
|
|
'Accept': 'application/json, text/javascript, */*; q=0.01',
|
|
'Accept-Encoding': '*',
|
|
'Accept-Language': 'zh-CN,zh;q=0.8',
|
|
'Cookie': '_ga=GA1.2.1769368666.1545970795; _hjIncludedInSample=1; _gid=GA1.2.240454939.1546227015; _fbp=fb.1.1546227015921.374506551; PHPSESSID=a856739d604f1496cd355f2dc35f3371',
|
|
'Connection': 'keep-alive',
|
|
'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/70.0.3538.67 Chrome/70.0.3538.67 Safari/537.36',
|
|
'X-Requested-With': 'XMLHttpRequest'
|
|
}
|
|
|
|
|
|
def common_crawl(wpc):
|
|
wpc.get_tags()
|
|
wpc.get_categories()
|
|
wpc.get_posts()
|
