after crawling the navigation, the URL crawl that you want to continue in-depth navigation, and then the unified return value is written to xlsx

from lagou.items import LagouItem;
import scrapy

class LaGouSpider (scrapy.Spider):

name="lagou"
start_urls = ["https://www.lagou.com/"]
headers = {
    "Host": "onlinelibrary.wiley.com",
    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
    "Accept-Language": "zh-CN,zh;q=0.8,en-US;q=0.5,en;q=0.3",
    "Accept-Encoding": "gzip, deflate",
    "Referer": "http://onlinelibrary.wiley.com/journal/10.1002/(ISSN)1521-3773",
    "Cookie": "EuCookie="this site uses cookies"; __utma=235730399.1295424692.1421928359.1447763419.1447815829.20; s_fid=2945BB418F8B3FEE-1902CCBEDBBA7EA2; __atuvc=0%7C37%2C0%7C38%2C0%7C39%2C0%7C40%2C3%7C41; __gads=ID=44b4ae1ff8e30f86:T=1423626648:S=ALNI_MalhqbGv303qnu14HBk1HfhJIDrfQ; __utmz=235730399.1447763419.19.2.utmcsr=baidu|utmccn=(organic)|utmcmd=organic; TrackJS=c428ef97-432b-443e-bdfe-0880dcf38417; OLProdServerID=1026; JSESSIONID=441E57608CA4A81DFA82F4C7432B400F.f03t02; WOLSIGNATURE=7f89d4e4-d588-49a2-9f19-26490ac3cdd3; REPORTINGWOLSIGNATURE=7306160150857908530; __utmc=235730399; s_vnum=1450355421193%26vn%3D2; s_cc=true; __utmb=235730399.3.10.1447815829; __utmt=1; s_invisit=true; s_visit=1; s_prevChannel=JOURNALS; s_prevProp1=TITLE_HOME; s_prevProp2=TITLE_HOME",
    "Connection": "keep-alive"
}

pass

def parse(self, response):

    mainNavs = response.xpath("//*[@class="menu_sub dn"]//dl");

    for content in mainNavs:
        item = LagouItem();
        -sharp mainNavs".//dt", //dt , .
        item["nav"] = content.xpath(".//dt//span//text()").extract_first();-sharp
        nav_title = content.xpath(".//dd//a");

        for nav in nav_title:
            item["url"] = nav.xpath(".//@href").extract_first()
            item["title"] = nav.xpath(".//text()").extract_first()
            -sharpif item["url"] is not None:

            -sharp tem["url"]  
            -sharpyield item
            -sharp 
            request = scrapy.http.Request(item["url"],headers=self.headers,callback=self.load_url);

            yield request;


-sharp
def load_url(self,response):

    aaa = response.xpath("//title/text()").extract_first()
    print(aaa) -sharp??
    print("----------------------")