如何用scrapy提取不在标签内的文字

如何用scrapy提取不在标签内的文字

代码如下

def parse(self,response):
states = {}
list1 = []
list2 = []

for row in response.xpath("//*[@id='info']/*"):
if row.xpath("span[@class='pl']/text()"):
title = row.xpath("span[@class='pl']/text()").extract()[0].strip()
text = row.xpath("a/text()").extract()[0].strip()
states[title]=text
elif row.xpath("text()"):
list1.append(row.xpath("text()").extract()[0].strip()[:-1])

for row in response.xpath("//*[@id='info']/text()").extract():
if row.strip():
list2.append(row.strip())

for i in range(len(list1)):
states[list1[i]]=list2[i]

for n in states:
print n,states[n]

xpath 如果返回的是多个元素的话,比如你这里就是多个 那就要用到循环 content=""for selector in sel.xpath('//div[@class="document"]//p'): content=content+ selector.xpath("/text()").extract()