Skip to content

save-bulk: Fix queue name for tarball-directory visit type

The swh.loader.package.archive.tasks.LoadTarball task function corresponds to the tar origin visit type that can be used with save code now for privileged users.

When using the save bulk feature, tasks for loading tarballs have origin visit type tarball-directory instead that are executed by a different task function named swh.loader.core.tasks.LoadTarballDirectory.

Spotted after creating a save bulk request in production containing only tarball-directory visit types as they were not loaded two hours after submitting the request. Only one of them has been loaded so far, likely picked from the regular (with no priority) visit queue:

$ curl -H "Authorization: Bearer $SWH_TOKEN" https://archive.softwareheritage.org/api/1/origin/save/bulk/request/ef65a122-3c33-4355-8f4c-32c24fe4a232/ | jq
[
  {
    "origin_url": "https://www.erasmatazz.com/library/source-code/atari-gossip-source-code.zip",
    "visit_type": "tarball-directory",
    "status": "accepted",
    "last_scheduling_date": "2024-11-06T11:18:35.382707+00:00",
    "last_visit_date": null,
    "last_visit_status": null,
    "last_snapshot_swhid": null,
    "rejection_reason": null,
    "browse_url": null
  },
  {
    "origin_url": "https://www.erasmatazz.com/library/source-code/balance-of-the-planet.zip",
    "visit_type": "tarball-directory",
    "status": "accepted",
    "last_scheduling_date": "2024-11-06T11:18:35.382707+00:00",
    "last_visit_date": null,
    "last_visit_status": null,
    "last_snapshot_swhid": null,
    "rejection_reason": null,
    "browse_url": null
  },
  {
    "origin_url": "https://www.erasmatazz.com/library/source-code/balanceoftheplanetsource.zip",
    "visit_type": "tarball-directory",
    "status": "accepted",
    "last_scheduling_date": "2024-11-06T11:18:35.382707+00:00",
    "last_visit_date": "2024-11-06T13:04:53.860955+00:00",
    "last_visit_status": "successful",
    "last_snapshot_swhid": "swh:1:snp:4c26fe94ac3d3c9e580b447f8e3d74f2cac715f1",
    "rejection_reason": null,
    "browse_url": "https://archive.softwareheritage.org/swh:1:snp:4c26fe94ac3d3c9e580b447f8e3d74f2cac715f1;origin=https://www.erasmatazz.com/library/source-code/balanceoftheplanetsource.zip"
  },
  {
    "origin_url": "https://www.erasmatazz.com/library/source-code/bop2.zip",
    "visit_type": "tarball-directory",
    "status": "accepted",
    "last_scheduling_date": "2024-11-06T11:18:35.382707+00:00",
    "last_visit_date": null,
    "last_visit_status": null,
    "last_snapshot_swhid": null,
    "rejection_reason": null,
    "browse_url": null
  },
  {
    "origin_url": "https://www.erasmatazz.com/library/source-code/eastern-front-source-code.zip",
    "visit_type": "tarball-directory",
    "status": "accepted",
    "last_scheduling_date": "2024-11-06T11:18:35.382707+00:00",
    "last_visit_date": null,
    "last_visit_status": null,
    "last_snapshot_swhid": null,
    "rejection_reason": null,
    "browse_url": null
  },
  {
    "origin_url": "https://www.erasmatazz.com/library/source-code/excalibur.zip",
    "visit_type": "tarball-directory",
    "status": "accepted",
    "last_scheduling_date": "2024-11-06T11:18:35.382707+00:00",
    "last_visit_date": null,
    "last_visit_status": null,
    "last_snapshot_swhid": null,
    "rejection_reason": null,
    "browse_url": null
  },
  {
    "origin_url": "https://www.erasmatazz.com/library/source-code/last-of-the-incas.zip",
    "visit_type": "tarball-directory",
    "status": "accepted",
    "last_scheduling_date": "2024-11-06T11:18:35.382707+00:00",
    "last_visit_date": null,
    "last_visit_status": null,
    "last_snapshot_swhid": null,
    "rejection_reason": null,
    "browse_url": null
  },
  {
    "origin_url": "https://www.erasmatazz.com/library/source-code/le-morte-darthur.zip",
    "visit_type": "tarball-directory",
    "status": "accepted",
    "last_scheduling_date": "2024-11-06T11:18:35.382707+00:00",
    "last_visit_date": null,
    "last_visit_status": null,
    "last_snapshot_swhid": null,
    "rejection_reason": null,
    "browse_url": null
  },
  {
    "origin_url": "https://www.erasmatazz.com/library/source-code/legionnaire-source-code.zip",
    "visit_type": "tarball-directory",
    "status": "accepted",
    "last_scheduling_date": "2024-11-06T11:18:35.382707+00:00",
    "last_visit_date": null,
    "last_visit_status": null,
    "last_snapshot_swhid": null,
    "rejection_reason": null,
    "browse_url": null
  },
  {
    "origin_url": "https://www.erasmatazz.com/library/source-code/patton-strikes-back.zip",
    "visit_type": "tarball-directory",
    "status": "accepted",
    "last_scheduling_date": "2024-11-06T11:18:35.382707+00:00",
    "last_visit_date": null,
    "last_visit_status": null,
    "last_snapshot_swhid": null,
    "rejection_reason": null,
    "browse_url": null
  },
  {
    "origin_url": "https://www.erasmatazz.com/library/source-code/trustbetrayal.zip",
    "visit_type": "tarball-directory",
    "status": "accepted",
    "last_scheduling_date": "2024-11-06T11:18:35.382707+00:00",
    "last_visit_date": null,
    "last_visit_status": null,
    "last_snapshot_swhid": null,
    "rejection_reason": null,
    "browse_url": null
  },
  {
    "origin_url": "https://www.erasmatazz.com/library/source-code/wizardsourcecode.zip",
    "visit_type": "tarball-directory",
    "status": "accepted",
    "last_scheduling_date": "2024-11-06T11:18:35.382707+00:00",
    "last_visit_date": null,
    "last_visit_status": null,
    "last_snapshot_swhid": null,
    "rejection_reason": null,
    "browse_url": null
  }
]

Merge request reports

Loading