Did I find the right examples for you? yes no      Crawl my project      Python Jobs

All Samples(27)  |  Call(0)  |  Derive(19)  |  Import(8)

src/t/i/tigerspider-HEAD/core/worker.py   tigerspider(Download)
from core.spider.pipeline import PipelineError
from core.download import fetch
from core.datastruct import HttpTask, FileTask, Item
from core.statistic import (WorkerStatistic, output_statistic_file,
                            WORKER_FAIL_PATH, WORKER_STATISTIC_PATH,

src/t/i/tigerspider-HEAD/spiders/ctrip/items.py   tigerspider(Download)
__authors__ = ['"wuyadong" <wuyadong@tigerknows.com>']
 
from core.datastruct import Item
 
 
class CityItem(Item):
class HotelCodeItem(Item):
    """store hotel code and city code
    """
 
    def __init__(self, hotel_id, city_code, hotel_url):
class HotelInfoItem(Item):
    """hotel description info item
    """
 
    def __init__(self, hotel_code, city_code, hotel_name, brand_id, latitude,
class RoomInfoItem(Item):
    """room information item
    """
 
    def __init__(self, hotel_code, room_id, room_type, floor,

src/t/i/tigerspider-HEAD/spiders/com228/items.py   tigerspider(Download)
 
 
from core.datastruct import Item
 
 
class ActivityItem(Item):
class WebItem(Item):
    """描述活动详情页提取出来的数据
    """
    def __init__(self, url, order, description, picture_path,
                 time_info, price, contact):
class PictureItem(Item):
    """用于保存图片信息的item
    """
    def __init__(self, picture, path):
        """初始化函数

src/t/i/tigerspider-HEAD/spiders/nuomi/items.py   tigerspider(Download)
__authors__ = ['"wuyadong" <wuyadong@tigerknows.com>']
 
from core.datastruct import Item
 
 
class CityItem(Item):
class DealItem(Item):
    """负责保存deal信息的类
    """
    def __init__(self, price, city_code, dealid, url, name,
                 discount_type, start_time,
class PictureItem(Item):
    """用于保存图片信息的item
    """
    def __init__(self, picture, path):
        """初始化函数

src/t/i/tigerspider-HEAD/spiders/lvyoudaodao/items.py   tigerspider(Download)
__author__ = ['"wuyadong" <wuyadong@tigerknows.com>']
 
from core.datastruct import Item
 
 
class AttractionItem(Item):
class DescriptionItem(Item):
    """详情数据结构
    """
    def __init__(self, url, description):
        self.url = url
        self.description = description
 
 
class CommentItem(Item):

src/t/i/tigerspider-HEAD/spiders/lvyoubaidu/items.py   tigerspider(Download)
__author__ = ['"wuyadong" <wuyadong@tigerknows.com>']
 
from core.datastruct import Item
 
 
class AttractionItem(Item):
class CommentListItem(Item):
    """保存一大波评论的数据结构
    """
    def __init__(self, sid, comment_list):
        self.sid = sid
        self.comment_list = comment_list
 
 
class CommentItem(Item):

src/t/i/tigerspider-HEAD/spiders/lvyoubaidutag/items.py   tigerspider(Download)
__author__ = ['"wuyadong" <wuyadong@tigerknows.com>']
 
from core.datastruct import Item
 
 
class TagItem(Item):

src/t/i/tigerspider-HEAD/spiders/intro1/items.py   tigerspider(Download)
__author__ = ['"wuyadong" <wuyadong@tigerknows.com>']
 
from core.datastruct import Item
 
 
class WebItem(Item):