We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 109ce56 commit df161cfCopy full SHA for df161cf
bin/crawlers/Crawler.py
@@ -179,7 +179,14 @@ def get_message(self):
179
else:
180
capture.update(status)
181
elif status == crawlers.CaptureStatus.QUEUED:
182
- capture.update(status)
+ capture_start = capture.get_start_time(r_str=False)
183
+ if int(time.time()) - capture_start > 600: # TODO ADD in new crawler config
184
+ task = capture.get_task()
185
+ task.reset()
186
+ capture.delete()
187
+ self.logger.warning(f'capture QUEUED Timeout, {task.uuid} Send back in queue')
188
+ else:
189
+ capture.update(status)
190
print(capture.uuid, crawlers.CaptureStatus(status).name, int(time.time()))
191
elif status == crawlers.CaptureStatus.ONGOING:
192
0 commit comments