flibusta-apps/telegram_files_cache_server
1
0
Fork 0
mirror of https://github.com/flibusta-apps/telegram_files_cache_server.git synced 2025-12-06 14:45:36 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update background tasks

Browse Source
This commit is contained in:
Bulat Kurbanov
2023-01-16 11:49:21 +01:00
parent 525e33cdd6
commit 5431f65c79
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/app/services/cache_updater.py
View File

@@ -61,11 +61,10 @@ async def check_books(ctx: dict, *args, **kwargs) -> None: # NOSONAR
except httpx.ConnectError: except httpx.ConnectError:
raise Retry(defer=15) # noqa: B904 raise Retry(defer=15) # noqa: B904
for i, page_number in enumerate(range(books_page.total_pages, 0, -1)): for page_number in range(books_page.total_pages, 0, -1):
await arq_pool.enqueue_job( await arq_pool.enqueue_job(
"check_books_page", "check_books_page",
page_number, page_number,
_defer_by=2 * i,
_job_id=f"check_books_page_{page_number}", _job_id=f"check_books_page_{page_number}",
) )

3
src/core/setup_arq.py
View File

@@ -29,8 +29,9 @@ class WorkerSettings:
on_startup = startup on_startup = startup
on_shutdown = shutdown on_shutdown = shutdown
redis_settings = get_redis_settings() redis_settings = get_redis_settings()
max_jobs = 2 max_jobs = 1
max_tries = 1 max_tries = 1
job_timeout = 10 * 60 job_timeout = 10 * 60
job_serializer = msgpack.packb job_serializer = msgpack.packb
job_deserializer = lambda b: msgpack.unpackb(b, raw=False) # noqa: E731 job_deserializer = lambda b: msgpack.unpackb(b, raw=False) # noqa: E731
expires_extra_ms = 7 * 24 * 60 * 1000