From 84e42a24d952f2854f07df07d6b1885f08534e13 Mon Sep 17 00:00:00 2001 From: Valentin Lorentz <vlorentz@softwareheritage.org> Date: Tue, 18 Mar 2025 09:37:34 +0100 Subject: [PATCH] Add swh-datasets --- docs/devel/api-reference.rst | 1 + docs/devel/index.rst | 3 +++ requirements-swh-dev.txt | 3 ++- requirements-swh.txt | 1 + 4 files changed, 7 insertions(+), 1 deletion(-) diff --git a/docs/devel/api-reference.rst b/docs/devel/api-reference.rst index c4408de..8927531 100644 --- a/docs/devel/api-reference.rst +++ b/docs/devel/api-reference.rst @@ -18,6 +18,7 @@ by components: swh.auth <swh-auth/index> swh.core <swh-core/index> swh.counters <swh-counters/index> + swh.datasets <swh-datasets/index> swh.deposit <swh-deposit/index> swh.export <swh-export/index> swh.fuse <swh-fuse/index> diff --git a/docs/devel/index.rst b/docs/devel/index.rst index c05bd86..59526a2 100644 --- a/docs/devel/index.rst +++ b/docs/devel/index.rst @@ -107,6 +107,9 @@ of the corresponding Python module. service providing efficient estimates of the number of objects in the SWH archive, using Redis's Hyperloglog +:ref:`swh.datasets <swh-datasets>` + datasets derived from periodic data dumps created by swh.export + :ref:`swh.deposit <swh-deposit>` push-based deposit of software artifacts to the archive diff --git a/requirements-swh-dev.txt b/requirements-swh-dev.txt index e856155..256494f 100644 --- a/requirements-swh-dev.txt +++ b/requirements-swh-dev.txt @@ -7,10 +7,11 @@ ../swh-auth[django,starlette] ../swh-core[http,db,logging] ../swh-counters +../swh-datasets[luigi] ../swh-deposit[server] ../swh-export[luigi] ../swh-fuse -../swh-graph[luigi] +../swh-graph[export,luigi] ../swh-graphql ../swh-icinga-plugins ../swh-indexer diff --git a/requirements-swh.txt b/requirements-swh.txt index 0eeb1e4..92bf0ce 100644 --- a/requirements-swh.txt +++ b/requirements-swh.txt @@ -3,6 +3,7 @@ swh.alter swh.auth[django,starlette] swh.core[db,http,logging] swh.counters +swh.datasets[luigi] swh.deposit[server] swh.export[luigi] swh.fuse -- GitLab