# -*- coding: utf-8 -*-
import scrapy
import json
from ..items import ZhiLianItem
class SpiderZhelianSpider(scrapy.Spider):
name = 'spider_zhelian'
# allowed_domains = ['aaa']
start = 0
start_urls = ['https://fe-api.zhaopin.com/c/i/sou?start=0&pageSize=90&cityId=530&salary=0,0&workExperience=-1&education=-1&companyType=-1&employmentType=-1&jobWelfareTag=-1&kw=Python&kt=3&=0&_v=0.52954025&x-zp-page-request-id=127a7ae5ebaf4868ba0a60c03175ac5f-1556274802306-939362']
def parse(self, response):
data = json.loads(response.text)
datas = data['data']['results']
for data in datas:
if data['positionURL']:
request = scrapy.Request(url=data['positionURL'], callback=self.info_pares)
scrapy爬取智联,只用于学习,不能商用
关注
打赏