From 2ff549e125935bde12e334f4e5ad9209c0bb8977 Mon Sep 17 00:00:00 2001
From: "Antoine R. Dumont (@ardumont)" <ardumont@softwareheritage.org>
Date: Fri, 7 May 2021 17:02:29 +0200
Subject: [PATCH] sourceforge/tasks: Allow incremental listing

Related to T3310
---
 swh/lister/sourceforge/tasks.py            |  6 ++++++
 swh/lister/sourceforge/tests/test_tasks.py | 24 +++++++++++++++++++++-
 2 files changed, 29 insertions(+), 1 deletion(-)

diff --git a/swh/lister/sourceforge/tasks.py b/swh/lister/sourceforge/tasks.py
index 6ab0815..fb111be 100644
--- a/swh/lister/sourceforge/tasks.py
+++ b/swh/lister/sourceforge/tasks.py
@@ -15,6 +15,12 @@ def list_sourceforge_full() -> Dict[str, int]:
     return SourceForgeLister.from_configfile().run().dict()
 
 
+@shared_task(name=__name__ + ".IncrementalSourceForgeLister")
+def list_sourceforge_incremental() -> Dict[str, int]:
+    """Full update of a SourceForge instance"""
+    return SourceForgeLister.from_configfile(incremental=True).run().dict()
+
+
 @shared_task(name=__name__ + ".ping")
 def _ping():
     return "OK"
diff --git a/swh/lister/sourceforge/tests/test_tasks.py b/swh/lister/sourceforge/tests/test_tasks.py
index 3baad10..51752a9 100644
--- a/swh/lister/sourceforge/tests/test_tasks.py
+++ b/swh/lister/sourceforge/tests/test_tasks.py
@@ -5,6 +5,8 @@
 
 from swh.lister.pattern import ListerStats
 
+lister_module = "swh.lister.sourceforge.tasks.SourceForgeLister"
+
 
 def test_sourceforge_ping(swh_scheduler_celery_app, swh_scheduler_celery_worker):
     res = swh_scheduler_celery_app.send_task("swh.lister.sourceforge.tasks.ping")
@@ -18,7 +20,7 @@ def test_sourceforge_full_lister_task(
     swh_scheduler_celery_app, swh_scheduler_celery_worker, mocker
 ):
     stats = ListerStats(pages=10, origins=900)
-    mock_lister = mocker.patch("swh.lister.sourceforge.tasks.SourceForgeLister")
+    mock_lister = mocker.patch(lister_module)
     mock_lister.from_configfile.return_value = mock_lister
     mock_lister.run.return_value = stats
 
@@ -32,3 +34,23 @@ def test_sourceforge_full_lister_task(
     mock_lister.from_configfile.assert_called_once()
     mock_lister.run.assert_called_once()
     assert res.result == stats.dict()
+
+
+def test_incremental_listing(
+    swh_scheduler_celery_app, swh_scheduler_celery_worker, mocker
+):
+    stats = ListerStats(pages=1, origins=90)
+    mock_lister = mocker.patch(lister_module)
+    mock_lister.from_configfile.return_value = mock_lister
+    mock_lister.run.return_value = stats
+
+    res = swh_scheduler_celery_app.send_task(
+        "swh.lister.sourceforge.tasks.IncrementalSourceForgeLister"
+    )
+    assert res
+    res.wait()
+    assert res.successful()
+
+    mock_lister.from_configfile.assert_called_once()
+    mock_lister.run.assert_called_once()
+    assert res.result == stats.dict()