您可以使用errback函数来捕获DNS错误或任何其他类型的错误。请参阅下面的示例用法。

import scrapy
from twisted.internet.error import DNSLookupError

class TestSpider(scrapy.Spider):
    name = 'test'
    allowed_domains = ['example.com']

    def start_requests(self):
        yield scrapy.Request(url="http://example.com/error", errback=self.parse_error)

    def parse_error(self, failure):
        if failure.check(DNSLookupError):
            # this is the original request
            request = failure.request
            yield {
                'URL': request.url,
                'Status': failure.value
            }

    def parse(self, response):
        yield {
            'URL': response.url,
            'Status': response.status
        }