From 84e42a24d952f2854f07df07d6b1885f08534e13 Mon Sep 17 00:00:00 2001
From: Valentin Lorentz <vlorentz@softwareheritage.org>
Date: Tue, 18 Mar 2025 09:37:34 +0100
Subject: [PATCH] Add swh-datasets

---
 docs/devel/api-reference.rst | 1 +
 docs/devel/index.rst         | 3 +++
 requirements-swh-dev.txt     | 3 ++-
 requirements-swh.txt         | 1 +
 4 files changed, 7 insertions(+), 1 deletion(-)

diff --git a/docs/devel/api-reference.rst b/docs/devel/api-reference.rst
index c4408de..8927531 100644
--- a/docs/devel/api-reference.rst
+++ b/docs/devel/api-reference.rst
@@ -18,6 +18,7 @@ by components:
    swh.auth <swh-auth/index>
    swh.core <swh-core/index>
    swh.counters <swh-counters/index>
+   swh.datasets <swh-datasets/index>
    swh.deposit <swh-deposit/index>
    swh.export <swh-export/index>
    swh.fuse <swh-fuse/index>
diff --git a/docs/devel/index.rst b/docs/devel/index.rst
index c05bd86..59526a2 100644
--- a/docs/devel/index.rst
+++ b/docs/devel/index.rst
@@ -107,6 +107,9 @@ of the corresponding Python module.
     service providing efficient estimates of the number of objects in the SWH archive,
     using Redis's Hyperloglog
 
+:ref:`swh.datasets <swh-datasets>`
+    datasets derived from periodic data dumps created by swh.export
+
 :ref:`swh.deposit <swh-deposit>`
     push-based deposit of software artifacts to the archive
 
diff --git a/requirements-swh-dev.txt b/requirements-swh-dev.txt
index e856155..256494f 100644
--- a/requirements-swh-dev.txt
+++ b/requirements-swh-dev.txt
@@ -7,10 +7,11 @@
 ../swh-auth[django,starlette]
 ../swh-core[http,db,logging]
 ../swh-counters
+../swh-datasets[luigi]
 ../swh-deposit[server]
 ../swh-export[luigi]
 ../swh-fuse
-../swh-graph[luigi]
+../swh-graph[export,luigi]
 ../swh-graphql
 ../swh-icinga-plugins
 ../swh-indexer
diff --git a/requirements-swh.txt b/requirements-swh.txt
index 0eeb1e4..92bf0ce 100644
--- a/requirements-swh.txt
+++ b/requirements-swh.txt
@@ -3,6 +3,7 @@ swh.alter
 swh.auth[django,starlette]
 swh.core[db,http,logging]
 swh.counters
+swh.datasets[luigi]
 swh.deposit[server]
 swh.export[luigi]
 swh.fuse
-- 
GitLab