mirror of
https://github.com/go-gitea/gitea.git
synced 2026-09-25 22:23:42 +09:00
d5ed7375ce
Related to #36169 this PR makes `gc-lfs` update the `repo.LFSSize` on object removal, updates the test to also cover the recalculation of sizes. doesn't touch `storage-lfs` as it removes files with no LFSMetaObject row, and LFSSize is calculated from those rows --------- Signed-off-by: Myle <myle.ataraxia@pm.me> Co-authored-by: silverwind <me@silverwind.io>
101 lines
3.1 KiB
Go
101 lines
3.1 KiB
Go
// Copyright 2023 The Gitea Authors. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package repository_test
|
|
|
|
import (
|
|
"bytes"
|
|
"testing"
|
|
"time"
|
|
|
|
git_model "gitea.dev/models/git"
|
|
repo_model "gitea.dev/models/repo"
|
|
"gitea.dev/models/unittest"
|
|
"gitea.dev/modules/lfs"
|
|
repo_module "gitea.dev/modules/repository"
|
|
"gitea.dev/modules/setting"
|
|
"gitea.dev/modules/storage"
|
|
"gitea.dev/modules/test"
|
|
repo_service "gitea.dev/services/repository"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func TestGarbageCollectLFSMetaObjects(t *testing.T) {
|
|
unittest.PrepareTestEnv(t)
|
|
|
|
defer test.MockVariableValue(&setting.LFS.StartServer, true)()
|
|
|
|
err := storage.Init()
|
|
assert.NoError(t, err)
|
|
|
|
repo, err := repo_model.GetRepositoryByOwnerAndName(t.Context(), "user2", "repo1")
|
|
assert.NoError(t, err)
|
|
|
|
// add lfs object
|
|
lfsContent := []byte("gitea1")
|
|
lfsOid := storeObjectInRepo(t, repo.ID, &lfsContent)
|
|
lfsContentInRepoWithoutGitDir := []byte("gitea3")
|
|
storeObjectInRepo(t, 6, &lfsContentInRepoWithoutGitDir)
|
|
|
|
// gc
|
|
err = repo_service.GarbageCollectLFSMetaObjects(t.Context(), repo_service.GarbageCollectLFSMetaObjectsOptions{
|
|
AutoFix: true,
|
|
OlderThan: time.Now().Add(7 * 24 * time.Hour).Add(5 * 24 * time.Hour),
|
|
UpdatedLessRecentlyThan: time.Now().Add(7 * 24 * time.Hour).Add(3 * 24 * time.Hour),
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
// lfs meta has been deleted
|
|
_, err = git_model.GetLFSMetaObjectByOid(t.Context(), repo.ID, lfsOid)
|
|
assert.ErrorIs(t, err, git_model.ErrLFSObjectNotExist)
|
|
}
|
|
|
|
func TestGarbageCollectLFSMetaObjectsForRepoAutoFix(t *testing.T) {
|
|
unittest.PrepareTestEnv(t)
|
|
|
|
defer test.MockVariableValue(&setting.LFS.StartServer, true)()
|
|
|
|
err := storage.Init()
|
|
assert.NoError(t, err)
|
|
|
|
repo := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 1})
|
|
|
|
// add lfs object
|
|
lfsContent := []byte("gitea2")
|
|
lfsOid := storeObjectInRepo(t, repo.ID, &lfsContent)
|
|
|
|
assert.NoError(t, repo_module.UpdateRepoSize(t.Context(), repo))
|
|
|
|
err = repo_service.GarbageCollectLFSMetaObjectsForRepo(t.Context(), repo, repo_service.GarbageCollectLFSMetaObjectsOptions{
|
|
LogDetail: func(string, ...any) {},
|
|
AutoFix: true,
|
|
OlderThan: time.Now().Add(24 * time.Hour * 7),
|
|
UpdatedLessRecentlyThan: time.Now().Add(24 * time.Hour * 3),
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
_, err = git_model.GetLFSMetaObjectByOid(t.Context(), repo.ID, lfsOid)
|
|
assert.ErrorIs(t, err, git_model.ErrLFSObjectNotExist)
|
|
|
|
// LFSSize is recalculated to reflect the removed orphaned object
|
|
repo = unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 1})
|
|
assert.EqualValues(t, 0, repo.LFSSize)
|
|
}
|
|
|
|
func storeObjectInRepo(t *testing.T, repositoryID int64, content *[]byte) string {
|
|
pointer, err := lfs.GeneratePointer(bytes.NewReader(*content))
|
|
assert.NoError(t, err)
|
|
|
|
_, err = git_model.NewLFSMetaObject(t.Context(), repositoryID, pointer)
|
|
assert.NoError(t, err)
|
|
contentStore := lfs.NewContentStore()
|
|
exist, err := contentStore.Exists(pointer)
|
|
assert.NoError(t, err)
|
|
if !exist {
|
|
err := contentStore.Put(pointer, bytes.NewReader(*content))
|
|
assert.NoError(t, err)
|
|
}
|
|
return pointer.Oid
|
|
}
|