worker.py

from funkwhale_network import crawler
from funkwhale_network.db import DB
from funkwhale_network import settings

from aiohttp import ClientSession
from arq.cron import cron

async def poll(ctx, domain):
    session: ClientSession = ctx["session"]
    return await crawler.check(session=session, domain=domain)


async def update_all(ctx):
    async with DB() as db:
        domains = await db.get_latest_check_by_domain()
    for check in domains:
        await poll(ctx, check["domain"])

async def startup(ctx):
    ctx["session"] = ClientSession()

class WorkerSettings:
    on_startup = startup
    cron_jobs = [cron(update_all, minute=None)]
    max_concurrent_tasks = 20
    shutdown_delay = 5
    timeout_seconds = 15
    redis_settings = settings.REDIS_CONFIG