Reduce unnecessary pull requests with incremental fetching

tests/test_pull_incremental_pagination.py

@@ -0,0 +1,85 @@
+"""Tests for incremental pull request pagination."""
+
+import json
+import os
+from unittest.mock import patch
+
+from github_backup import github_backup
+
+
+class MockHTTPResponse:
+    def __init__(self, data, link_header=None):
+        self._content = json.dumps(data).encode("utf-8")
+        self._link_header = link_header
+        self._read = False
+        self.reason = "OK"
+
+    def getcode(self):
+        return 200
+
+    def read(self):
+        if self._read:
+            return b""
+        self._read = True
+        return self._content
+
+    @property
+    def headers(self):
+        headers = {"x-ratelimit-remaining": "5000"}
+        if self._link_header:
+            headers["Link"] = self._link_header
+        return headers
+
+
+def test_backup_pulls_incremental_stops_before_fetching_old_pages(
+    create_args, tmp_path
+):
+    args = create_args(include_pulls=True, incremental=True)
+    args.since = "2026-04-26T08:13:46Z"
+    repository = {"full_name": "owner/repo"}
+
+    responses = [
+        MockHTTPResponse([]),
+        MockHTTPResponse(
+            [
+                {
+                    "number": 2,
+                    "title": "new pull",
+                    "updated_at": "2026-04-26T09:00:00Z",
+                },
+                {
+                    "number": 1,
+                    "title": "old pull",
+                    "updated_at": "2026-04-26T07:00:00Z",
+                },
+            ],
+            link_header='<https://api.github.com/repos/owner/repo/pulls?per_page=100&state=closed&page=2>; rel="next"',
+        ),
+        MockHTTPResponse(
+            [
+                {
+                    "number": 0,
+                    "title": "older pull on page 2",
+                    "updated_at": "2026-04-25T07:00:00Z",
+                }
+            ]
+        ),
+    ]
+    requests_made = []
+
+    def mock_urlopen(request, *args, **kwargs):
+        requests_made.append(request.get_full_url())
+        return responses[len(requests_made) - 1]
+
+    with patch("github_backup.github_backup.urlopen", side_effect=mock_urlopen):
+        github_backup.backup_pulls(
+            args, tmp_path, repository, "https://api.github.com/repos"
+        )
+
+    assert len(requests_made) == 2
+    assert "state=open" in requests_made[0]
+    assert "state=closed" in requests_made[1]
+    assert all("page=2" not in url for url in requests_made)
+    assert os.path.exists(tmp_path / "pulls" / "2.json")
+    assert not os.path.exists(tmp_path / "pulls" / "1.json")
+    assert not os.path.exists(tmp_path / "pulls" / "0.json")

tests/test_pull_reviews.py

@@ -16,7 +16,7 @@ def test_backup_pulls_includes_review_data(create_args, tmp_path, monkeypatch):
     repository = {"full_name": "owner/repo"}
     calls = []
 
-    def fake_retrieve_data(passed_args, template, query_args=None, paginated=True):
+    def fake_retrieve_data(passed_args, template, query_args=None, paginated=True, **kwargs):
         calls.append((template, query_args))
         if template == "https://api.github.com/repos/owner/repo/pulls":
             if query_args["state"] == "open":
@@ -73,7 +73,7 @@ def test_pull_reviews_backfill_ignores_repository_checkpoint(
     args.since = "2026-01-01T00:00:00Z"
     repository = {"full_name": "owner/repo"}
 
-    def fake_retrieve_data(passed_args, template, query_args=None, paginated=True):
+    def fake_retrieve_data(passed_args, template, query_args=None, paginated=True, **kwargs):
         if template == "https://api.github.com/repos/owner/repo/pulls":
             if query_args["state"] == "open":
                 return [
@@ -117,7 +117,7 @@ def test_pull_reviews_uses_review_checkpoint_when_older_than_repository_checkpoi
     pulls_dir.mkdir()
     (pulls_dir / "reviews_last_update").write_text("2025-01-01T00:00:00Z")
 
-    def fake_retrieve_data(passed_args, template, query_args=None, paginated=True):
+    def fake_retrieve_data(passed_args, template, query_args=None, paginated=True, **kwargs):
         if template == "https://api.github.com/repos/owner/repo/pulls":
             if query_args["state"] == "open":
                 return [
@@ -169,7 +169,7 @@ def test_pull_reviews_preserves_existing_optional_pull_data(
             f,
         )
 
-    def fake_retrieve_data(passed_args, template, query_args=None, paginated=True):
+    def fake_retrieve_data(passed_args, template, query_args=None, paginated=True, **kwargs):
         if template == "https://api.github.com/repos/owner/repo/pulls":
             if query_args["state"] == "open":
                 return [
@@ -213,7 +213,7 @@ def test_pull_reviews_does_not_advance_checkpoint_on_review_error(
     pulls_dir.mkdir()
     (pulls_dir / "reviews_last_update").write_text("2025-01-01T00:00:00Z")
 
-    def fake_retrieve_data(passed_args, template, query_args=None, paginated=True):
+    def fake_retrieve_data(passed_args, template, query_args=None, paginated=True, **kwargs):
         if template == "https://api.github.com/repos/owner/repo/pulls":
             if query_args["state"] == "open":
                 return [