feat: add transfer service adapters

tests/test_syncthing.py

@@ -3,14 +3,18 @@ import tempfile
 import time
 import unittest
 from pathlib import Path, PurePosixPath
+from uuid import uuid4
 
 from archive_clients.config import ServiceConfig
+from archive_clients.state import ClientStore
 from archive_clients.syncthing import (
     RoutePathConflict,
     RouteSetupTimeout,
     SyncthingRouteManager,
+    SyncthingTransferObserver,
 )
-from archive_control.v1 import route_pb2
+from archive_clients.transfer import stage_transfer
+from archive_control.v1 import route_pb2, transfer_pb2
 
 
 class FakeTransport:
@@ -40,6 +44,26 @@ class FakeTransport:
         self.posts.append(path)
 
 
+class FakeTransferTransport:
+    def __init__(self, completion, need):
+        self.completion = completion
+        self.need = need
+        self.posts = []
+
+    def get_json(self, path):
+        if path.startswith("/rest/db/completion?"):
+            return self.completion
+        if path.startswith("/rest/db/need?"):
+            return self.need
+        raise AssertionError(path)
+
+    def put_json(self, path, payload):
+        raise AssertionError((path, payload))
+
+    def post(self, path):
+        self.posts.append(path)
+
+
 class SyncthingRouteManagerTests(unittest.TestCase):
     def setUp(self):
         self.temp_dir = tempfile.TemporaryDirectory()
@@ -164,6 +188,78 @@ class SyncthingRouteManagerTests(unittest.TestCase):
             )
         self.assertTrue(self.transport.posts)
 
+    def test_job_prefix_rescan_progress_and_completion(self):
+        source = Path(self.temp_dir.name) / "source"
+        source.mkdir()
+        (source / "payload.bin").write_bytes(b"x" * 8192)
+        metainfo = Path(self.temp_dir.name) / "source.torrent"
+        metainfo.write_bytes(b"torrent")
+        store = ClientStore(Path(self.temp_dir.name) / "state.db")
+        store.initialize()
+        manifest = transfer_pb2.TransferManifest(
+            manifest_version=1,
+            job_id=str(uuid4()),
+            source_client_id="cache-1",
+            target_client_id="archive-1",
+            route_id="route-1",
+        )
+        manifest.resource_id.info_hash_v1_hex = "a" * 40
+        manifest.created_at.seconds = 1_700_000_000
+        manifest.files.add(
+            file_index=0,
+            payload_relative_path="payload/payload.bin",
+            target_canonical_path="payload.bin",
+            logical_bytes=8192,
+        )
+        manifest.artifacts.add(
+            kind=transfer_pb2.ARTIFACT_KIND_TORRENT_FILE,
+            payload_relative_path="metainfo/source.torrent",
+            logical_bytes=metainfo.stat().st_size,
+        )
+        published = stage_transfer(
+            manifest,
+            source_root=source,
+            sync_root=self.root,
+            store=store,
+            artifact_sources={"metainfo/source.torrent": metainfo},
+        )
+        relative = (
+            f".archive-control/jobs/{manifest.job_id}"
+        )
+        in_progress_transport = FakeTransferTransport(
+            {"completion": 50},
+            {
+                "progress": [{"name": f"{relative}/payload/payload.bin"}],
+                "queued": [],
+                "rest": [],
+            },
+        )
+        observer = SyncthingTransferObserver(
+            in_progress_transport,
+            "route-1",
+            relative,
+            published.job_directory,
+        )
+        observer.rescan()
+        in_progress = observer.status()
+        self.assertEqual(in_progress.fraction_complete, 0.5)
+        self.assertFalse(in_progress.complete)
+        self.assertEqual(in_progress.needed_items, 1)
+        self.assertIn("folder=route-1", in_progress_transport.posts[0])
+        self.assertIn("sub=.archive-control%2Fjobs%2F", in_progress_transport.posts[0])
+
+        complete = SyncthingTransferObserver(
+            FakeTransferTransport(
+                {"completion": 100},
+                {"progress": [], "queued": [], "rest": []},
+            ),
+            "route-1",
+            relative,
+            published.job_directory,
+        ).status()
+        self.assertTrue(complete.complete)
+        self.assertEqual(complete.bytes_complete, complete.bytes_total)
+
 
 if __name__ == "__main__":
     unittest.main()