M2: local cache of pack indexes (ngb_index)

Opening a repository lists index/ once and downloads only index files that are not cached; packs written by this server are cached on write, stale cache rows are dropped. Each resumable step therefore no longer downloads every index file from the location.
2026-10-02 00:55:46 +02:00
parent 3f6785bcc0
commit 370f3c55fa
9 changed files with 210 additions and 7 deletions
@@ -0,0 +1,57 @@
+<?php
+
+declare(strict_types=1);
+
+// SPDX-FileCopyrightText: 2026 Dillard Blom
+// SPDX-License-Identifier: AGPL-3.0-or-later
+
+namespace OCA\NgBackup\Db;
+
+use OCA\NgBackup\Repository\IIndexCache;
+use OCP\DB\Exception;
+use OCP\IDBConnection;
+
+class DbIndexCache implements IIndexCache {
+	public function __construct(
+		private IDBConnection $db,
+	) {
+	}
+
+	public function all(string $repositoryId): array {
+		$qb = $this->db->getQueryBuilder();
+		$qb->select('pack_id', 'entries')->from('ngb_index')->where($qb->expr()->eq('repository_id', $qb->createNamedParameter($repositoryId)));
+		$result = $qb->executeQuery();
+		$out = [];
+		while ($row = $result->fetch()) {
+			$out[$row['pack_id']] = json_decode($row['entries'], true, 512, JSON_THROW_ON_ERROR);
+		}
+		$result->closeCursor();
+		return $out;
+	}
+
+	public function put(string $repositoryId, string $packId, array $entries): void {
+		$qb = $this->db->getQueryBuilder();
+		$qb->insert('ngb_index')->values([
+			'repository_id' => $qb->createNamedParameter($repositoryId),
+			'pack_id' => $qb->createNamedParameter($packId),
+			'entries' => $qb->createNamedParameter(json_encode($entries, JSON_THROW_ON_ERROR)),
+		]);
+		try {
+			$qb->executeStatement();
+		} catch (Exception $e) {
+			if ($e->getReason() !== Exception::REASON_UNIQUE_CONSTRAINT_VIOLATION) {
+				throw $e;
+			}
+		}
+	}
+
+	public function remove(string $repositoryId, array $packIds): void {
+		foreach (array_chunk($packIds, 500) as $chunk) {
+			$qb = $this->db->getQueryBuilder();
+			$qb->delete('ngb_index')
+				->where($qb->expr()->eq('repository_id', $qb->createNamedParameter($repositoryId)))
+				->andWhere($qb->expr()->in('pack_id', $qb->createNamedParameter($chunk, \OCP\DB\QueryBuilder\IQueryBuilder::PARAM_STR_ARRAY)));
+			$qb->executeStatement();
+		}
+	}
+}