Добавлены Workers в систему

tests/test_worker_daemon.py

@@ -0,0 +1,103 @@
+from __future__ import annotations
+
+import hashlib
+from pathlib import Path
+
+import pytest
+
+from scimesh.worker.config import WorkerConfig
+from scimesh.worker.coordinator import CoordinatorTransientError
+from scimesh.worker.daemon import WorkerDaemon
+from scimesh.worker.models import ClaimedTask, InputArtifact, ProducedArtifact, RunResult
+
+
+class FakeCoordinator:
+    def __init__(self, task: ClaimedTask | None) -> None:
+        self.task, self.submissions = task, []
+
+    def claim(self, worker_id: str, capabilities: tuple[str, ...]) -> ClaimedTask | None:
+        task, self.task = self.task, None
+        return task
+
+    def submit(self, task: ClaimedTask, payload: dict) -> None:
+        self.submissions.append(payload)
+
+
+class FakeArtifacts:
+    def __init__(self, content: bytes) -> None:
+        self.content, self.uploaded = content, []
+
+    def download(self, uri: str, destination: Path) -> None:
+        destination.write_bytes(self.content)
+
+    def upload(self, task: ClaimedTask, artifact: ProducedArtifact) -> str:
+        self.uploaded.append(artifact.path)
+        return f"https://example.test/results/{artifact.path.name}"
+
+
+class FakeRunner:
+    def __init__(self) -> None:
+        self.calls = 0
+
+    def run(self, task: ClaimedTask, task_dir: Path) -> RunResult:
+        self.calls += 1
+        output = task_dir / "result.csv"
+        output.write_text("id,score\na,1\n", encoding="utf-8")
+        return RunResult((ProducedArtifact(output, "text/csv"),), {"processed_rows": 1})
+
+
+def make_task(content: bytes, checksum: str | None = None) -> ClaimedTask:
+    return ClaimedTask("task-1", 1, "2026-07-30T00:00:00Z", "similarity-search", InputArtifact("https://example.test/input", checksum or hashlib.sha256(content).hexdigest()), {"query_id": "CHEMBL1"})
+
+
+def daemon(tmp_path: Path, task: ClaimedTask | None, content: bytes):
+    coordinator, artifacts, runner = FakeCoordinator(task), FakeArtifacts(content), FakeRunner()
+    config = WorkerConfig("https://example.test", "worker-1", tmp_path / "work")
+    return WorkerDaemon(config, coordinator, artifacts, runner), coordinator, artifacts, runner, config
+
+
+def test_claims_runs_uploads_and_submits_csv(tmp_path: Path) -> None:
+    content = b"input fixture"
+    worker, coordinator, artifacts, runner, _ = daemon(tmp_path, make_task(content), content)
+    assert worker.run_once() is True
+    assert runner.calls == 1
+    assert len(artifacts.uploaded) == 1
+    assert coordinator.submissions[0]["status"] == "completed"
+    assert coordinator.submissions[0]["result"]["content_type"] == "text/csv"
+
+
+def test_no_task_does_not_create_directory(tmp_path: Path) -> None:
+    worker, _, _, runner, config = daemon(tmp_path, None, b"")
+    assert worker.run_once() is False
+    assert runner.calls == 0
+    assert not config.work_dir.exists()
+
+
+def test_bad_checksum_reports_failure_without_running(tmp_path: Path) -> None:
+    worker, coordinator, _, runner, _ = daemon(tmp_path, make_task(b"actual", "not-the-hash"), b"actual")
+    assert worker.run_once() is True
+    assert runner.calls == 0
+    assert coordinator.submissions[0]["status"] == "failed"
+    assert coordinator.submissions[0]["error_code"] == "ValueError"
+
+
+def test_transient_claim_error_is_propagated_for_bounded_backoff(tmp_path: Path) -> None:
+    class UnavailableCoordinator(FakeCoordinator):
+        def claim(self, worker_id: str, capabilities: tuple[str, ...]) -> ClaimedTask | None:
+            raise CoordinatorTransientError("temporary outage")
+
+    worker, _, _, _, _ = daemon(tmp_path, None, b"")
+    worker.coordinator = UnavailableCoordinator(None)
+    with pytest.raises(CoordinatorTransientError):
+        worker.run_once()
+
+
+def test_task_directories_are_retained_until_cleanup_is_enabled(tmp_path: Path) -> None:
+    content = b"input fixture"
+    worker, _, _, _, config = daemon(tmp_path, make_task(content), content)
+    worker.run_once()
+    task_dir = config.work_dir / "task-1" / "1"
+    assert task_dir.is_dir()
+    worker.config = WorkerConfig(**{**config.__dict__, "cleanup_after_seconds": 0})
+    worker._cleanup_expired_directories()
+    assert not task_dir.exists()