File tree 2 files changed +4
-3
lines changed
2 files changed +4
-3
lines changed Original file line number Diff line number Diff line change 4
4
# See: http://doc.scrapy.org/topics/item-pipeline.html
5
5
from datetime import datetime
6
6
7
+
7
8
class ExamplePipeline (object ):
8
9
def process_item (self , item , spider ):
9
10
item ["crawled" ] = datetime .utcnow ()
Original file line number Diff line number Diff line change 13
13
DUPEFILTER_CLASS = "scrapy_redis.dupefilter.RFPDupeFilter"
14
14
SCHEDULER = "scrapy_redis.scheduler.Scheduler"
15
15
SCHEDULER_PERSIST = True
16
- #SCHEDULER_QUEUE_CLASS = "scrapy_redis.queue.SpiderPriorityQueue"
17
- #SCHEDULER_QUEUE_CLASS = "scrapy_redis.queue.SpiderQueue"
18
- #SCHEDULER_QUEUE_CLASS = "scrapy_redis.queue.SpiderStack"
16
+ # SCHEDULER_QUEUE_CLASS = "scrapy_redis.queue.SpiderPriorityQueue"
17
+ # SCHEDULER_QUEUE_CLASS = "scrapy_redis.queue.SpiderQueue"
18
+ # SCHEDULER_QUEUE_CLASS = "scrapy_redis.queue.SpiderStack"
19
19
20
20
ITEM_PIPELINES = {
21
21
'example.pipelines.ExamplePipeline' : 300 ,
You can’t perform that action at this time.
0 commit comments