diff --git a/swh/lister/pattern.py b/swh/lister/pattern.py index 1b149d552032a330147a7a1865c6f213240c6007..61ed8d7c1202e4a2d1a10808c1c2e3224d9da144 100644 --- a/swh/lister/pattern.py +++ b/swh/lister/pattern.py @@ -115,6 +115,7 @@ class Lister(Generic[StateType, PageType]): enable_origins: bool = True, with_github_session: bool = False, record_batch_size: int = 1000, + first_visits_queue_prefix: Optional[str] = None, ): if not self.LISTER_NAME: raise ValueError("Must set the LISTER_NAME attribute on Lister classes") @@ -138,6 +139,7 @@ class Lister(Generic[StateType, PageType]): self.instance = instance else: self.instance = urlparse(self.url).netloc + self.first_visits_queue_prefix = first_visits_queue_prefix self.scheduler = scheduler @@ -265,6 +267,7 @@ class Lister(Generic[StateType, PageType]): self.lister_obj = self.scheduler.get_or_create_lister( name=self.LISTER_NAME, instance_name=self.instance, + first_visits_queue_prefix=self.first_visits_queue_prefix, ) return self.state_from_dict(copy.deepcopy(self.lister_obj.current_state)) diff --git a/swh/lister/tests/test_pattern.py b/swh/lister/tests/test_pattern.py index 9abb8f70e34470e896572fa425832d637fd7cedf..f6ce91aa37b3ba705bf210ff66ca18d933b9f0b4 100644 --- a/swh/lister/tests/test_pattern.py +++ b/swh/lister/tests/test_pattern.py @@ -189,6 +189,7 @@ def test_stateless_instantiation(swh_scheduler): scheduler=swh_scheduler, url="https://example.com", instance="example.com", + first_visits_queue_prefix="test", ) # check the lister was registered in the scheduler backend @@ -197,6 +198,7 @@ def test_stateless_instantiation(swh_scheduler): ) assert stored_lister == lister.lister_obj assert stored_lister.current_state == {} + assert stored_lister.first_visits_queue_prefix == "test" assert lister.state is None with pytest.raises(NotImplementedError):