From 63e878ae7d8115979341c0580bd9c666724805d0 Mon Sep 17 00:00:00 2001 From: lub Date: Wed, 6 May 2020 20:52:43 +0200 Subject: [PATCH] randomize scraping interval --- scrape.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/scrape.py b/scrape.py index 5f36073..09e84fb 100644 --- a/scrape.py +++ b/scrape.py @@ -4,6 +4,7 @@ import requests import re from bs4 import BeautifulSoup from datetime import datetime, timedelta +from random import randrange import asyncio from nio import ClientConfig, AsyncClient, LoginResponse, InviteEvent @@ -171,7 +172,8 @@ async def main(): state_key=category, content={'url_list': cache}) - next_update = datetime.now() + timedelta(minutes=15) + # wait between 15min and 30min to randomize scraping + next_update = datetime.now() + timedelta(minutes=randrange(15, 30)) homeserver = environ['HOMESERVER']