Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
def scheduled(wait=False):
"""Run crawlers that are due."""
manager.run_scheduled()
while wait:
# Loop and try to run scheduled crawlers at short intervals
manager.run_scheduled()
time.sleep(settings.SCHEDULER_INTERVAL)
def periodic(self):
if self.scheduler.check() and not settings.DEBUG:
log.info("Running scheduled crawlers ...")
self.scheduler.update()
manager.run_scheduled()
def process_schedule():
manager.run_scheduled()