scrapy csvfeed spider

时间:2023-03-09 06:04:02
scrapy csvfeed spider
class CsvspiderSpider(CSVFeedSpider):
name = 'csvspider'
allowed_domains = ['iqianyue.com']
start_urls = ['http://iqianyue.com/feed.csv']
headers = ['id', 'name', 'description', 'image_link']
delimiter = ',' # Do any adaptations you need here
#def adapt_response(self, response):
# return response def parse_row(self, response, row):
i = item()
i['url'] = row['url']
i['name'] = row['name']
i['description'] = row['description']
return i