Coverage for scrapy/utils/spider : 76%

import inspect 

from scrapy import log 

from scrapy.item import BaseItem 

from scrapy.utils.misc import  arg_to_iter 

def iterate_spider_output(result): 

    return [result] if isinstance(result, BaseItem) else arg_to_iter(result) 

def iter_spider_classes(module): 

    """Return an iterator over all spider classes defined in the given module 

    that can be instantiated (ie. which have name) 

    """ 

    # this needs to be imported here until get rid of the spider manager 

    # singleton in scrapy.spider.spiders 

    from scrapy.spider import BaseSpider 

    for obj in vars(module).itervalues(): 

        if inspect.isclass(obj) and \ 

           issubclass(obj, BaseSpider) and \ 

           obj.__module__ == module.__name__ and \ 

           getattr(obj, 'name', None): 

            yield obj 

def create_spider_for_request(spidermanager, request, default_spider=None, \ 

        log_none=False, log_multiple=False, **spider_kwargs): 

    """Create a spider to handle the given Request. 

    This will look for the spiders that can handle the given request (using 

    the spider manager) and return a (new) Spider if (and only if) there is 

    only one Spider able to handle the Request. 

    If multiple spiders (or no spider) are found, it will return the 

    default_spider passed. It can optionally log if multiple or no spiders 

    are found. 

    """ 

    snames = spidermanager.find_by_request(request) 

    if len(snames) == 1: 

        return spidermanager.create(snames[0], **spider_kwargs) 

    if len(snames) > 1 and log_multiple: 

        log.msg('More than one spider can handle: %s - %s' % \ 

            (request, ", ".join(snames)), log.ERROR) 

    if len(snames) == 0 and log_none: 

        log.msg('Unable to find spider that handles: %s' % request, log.ERROR) 

    return default_spider