From 99f64ddbffd2703a34e090ee4380bbc6d6895af4 Mon Sep 17 00:00:00 2001 From: Antoine Lambert Date: Wed, 9 Oct 2024 19:06:30 +0200 Subject: [PATCH] save_bulk: Ensure high priority scheduling for first visits of origins Related to swh/devel/swh-scheduler#4687. --- swh/lister/save_bulk/lister.py | 1 + swh/lister/save_bulk/tests/test_lister.py | 3 +++ 2 files changed, 4 insertions(+) diff --git a/swh/lister/save_bulk/lister.py b/swh/lister/save_bulk/lister.py index 65b3fbe..f57766f 100644 --- a/swh/lister/save_bulk/lister.py +++ b/swh/lister/save_bulk/lister.py @@ -289,6 +289,7 @@ class SaveBulkLister(Lister[SaveBulkListerState, SaveBulkListerPage]): max_origins_per_page=max_origins_per_page, max_pages=max_pages, enable_origins=enable_origins, + first_visits_queue_prefix="save_bulk", ) self.rejected_origins: Set[RejectedOrigin] = set() self.per_page = per_page diff --git a/swh/lister/save_bulk/tests/test_lister.py b/swh/lister/save_bulk/tests/test_lister.py index 30594d7..b336596 100644 --- a/swh/lister/save_bulk/tests/test_lister.py +++ b/swh/lister/save_bulk/tests/test_lister.py @@ -97,6 +97,9 @@ def test_bulk_lister_valid_origins(swh_scheduler, requests_mock, mocker): scheduler=swh_scheduler, per_page=PER_PAGE, ) + + assert lister_bulk.first_visits_queue_prefix == "save_bulk" + stats = lister_bulk.run() expected_nb_origins = len(SUBMITTED_ORIGINS)