Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1

2

3

4

5

6

7

8

9

10

11

12

13

from scrapy.utils.http import decode_chunked_transfer 

 

 

class ChunkedTransferMiddleware(object): 

    """This middleware adds support for chunked transfer encoding, as 

    documented in: http://en.wikipedia.org/wiki/Chunked_transfer_encoding 

    """ 

 

    def process_response(self, request, response, spider): 

11        if response.headers.get('Transfer-Encoding') == 'chunked': 

            body = decode_chunked_transfer(response.body) 

            return response.replace(body=body) 

        return response