# -*- coding: utf-8 -*-
from urllib.parse import urlencode

import scrapy

from image360.items import GoodsItem


class TaobaoSpider(scrapy.Spider):
    name = 'taobao'
    allowed_domains = ['www.taobao.com']

    def start_requests(self):
        base_url = 'https://s.taobao.com/search?'
        params = {}
        for keyword in ['ipad', 'iphone', '小米手机']:
            params['q'] = keyword
            for page in range(10):
                params['s'] = page * 44
                full_url = base_url + urlencode(params)
                yield scrapy.Request(url=full_url, callback=self.parse)

    def parse(self, response):
        goods_list = response.xpath('//*[@id="mainsrp-itemlist"]/div/div/div[1]')
        for goods in goods_list:
            item = GoodsItem()
            item['price'] = goods.xpath('div[5]/div[2]/div[1]/div[1]/strong/text()').extract_first()
            item['deal'] = goods.xpath('div[5]/div[2]/div[1]/div[2]/text()').extract_first()
            item['title'] = goods.xpath('div[6]/div[2]/div[2]/a/text()').extract_first()
            yield item

