|
@@ -9,6 +9,8 @@ class PingSpider(CrawlSpider):
|
|
|
name = 'ping'
|
|
name = 'ping'
|
|
|
|
|
|
|
|
custom_settings = {
|
|
custom_settings = {
|
|
|
|
|
+ # default: 3 min
|
|
|
|
|
+ 'DOWNLOAD_TIMEOUT': 30, # [s]
|
|
|
# WORKAROUND
|
|
# WORKAROUND
|
|
|
# [boto] ERROR: Unable to read instance data, giving up
|
|
# [boto] ERROR: Unable to read instance data, giving up
|
|
|
'DOWNLOAD_HANDLERS': {'s3': None},
|
|
'DOWNLOAD_HANDLERS': {'s3': None},
|
