jojo/models/db/context_test.go
Gusted bf958fa355 fix: make package cleanup work again (#12446)
- Regression of forgejo/forgejo!11776 (and forgejo/forgejo!11881)
- Scope of the transaction is moved to a per-package cleanup rule basis.
This is also a enhancement for scaling (already deployed on Codeberg for a while).
- Package cleanup is now run with `RetryTx`, because rebuilding
  repository files runs `RetryTx` and it could indicate to retry the whole
  transaction.
- Previously it would error and say running `RetryTx` in a
  transaction was not possible, this is now possible. Nested `RetryTx` is
  always allowed, matching of which errors to retry is still the responsible
  of the inner `RetryTx`.

Co-authored-by: Mathieu Fenniak <mathieu@fenniak.net>
Reviewed-on: https://codeberg.org/forgejo/forgejo/pulls/12446
Reviewed-by: Mathieu Fenniak <mfenniak@noreply.codeberg.org>
2026-05-07 18:10:02 +02:00

322 lines
7.8 KiB
Go

// Copyright 2022 The Gitea Authors. All rights reserved.
// SPDX-License-Identifier: MIT
package db_test
import (
"context"
"errors"
"fmt"
"testing"
"forgejo.org/models/db"
issues_model "forgejo.org/models/issues"
"forgejo.org/models/unittest"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
)
func TestInTransaction(t *testing.T) {
require.NoError(t, unittest.PrepareTestDatabase())
assert.False(t, db.InTransaction(db.DefaultContext))
require.NoError(t, db.WithTx(db.DefaultContext, func(ctx context.Context) error {
assert.True(t, db.InTransaction(ctx))
return nil
}))
ctx, committer, err := db.TxContext(db.DefaultContext)
require.NoError(t, err)
defer committer.Close()
assert.True(t, db.InTransaction(ctx))
require.NoError(t, db.WithTx(ctx, func(ctx context.Context) error {
assert.True(t, db.InTransaction(ctx))
return nil
}))
}
func TestTxContext(t *testing.T) {
require.NoError(t, unittest.PrepareTestDatabase())
{ // create new transaction
ctx, committer, err := db.TxContext(db.DefaultContext)
require.NoError(t, err)
assert.True(t, db.InTransaction(ctx))
require.NoError(t, committer.Commit())
}
{ // reuse the transaction created by TxContext and commit it
ctx, committer, err := db.TxContext(db.DefaultContext)
engine := db.GetEngine(ctx)
require.NoError(t, err)
assert.True(t, db.InTransaction(ctx))
{
ctx, committer, err := db.TxContext(ctx)
require.NoError(t, err)
assert.True(t, db.InTransaction(ctx))
assert.Equal(t, engine, db.GetEngine(ctx))
require.NoError(t, committer.Commit())
}
require.NoError(t, committer.Commit())
}
{ // reuse the transaction created by TxContext and close it
ctx, committer, err := db.TxContext(db.DefaultContext)
engine := db.GetEngine(ctx)
require.NoError(t, err)
assert.True(t, db.InTransaction(ctx))
{
ctx, committer, err := db.TxContext(ctx)
require.NoError(t, err)
assert.True(t, db.InTransaction(ctx))
assert.Equal(t, engine, db.GetEngine(ctx))
require.NoError(t, committer.Close())
}
require.NoError(t, committer.Close())
}
{ // reuse the transaction created by WithTx
require.NoError(t, db.WithTx(db.DefaultContext, func(ctx context.Context) error {
assert.True(t, db.InTransaction(ctx))
{
ctx, committer, err := db.TxContext(ctx)
require.NoError(t, err)
assert.True(t, db.InTransaction(ctx))
require.NoError(t, committer.Commit())
}
return nil
}))
}
t.Run("Reuses parent context", func(t *testing.T) {
type unique struct{}
ctx := context.WithValue(db.DefaultContext, unique{}, "yes!")
assert.False(t, db.InTransaction(ctx))
require.NoError(t, db.WithTx(ctx, func(ctx context.Context) error {
assert.Equal(t, "yes!", ctx.Value(unique{}))
return nil
}))
})
}
func TestAfterTx(t *testing.T) {
tests := []struct {
executionMode string
rollback bool
}{
{
executionMode: "NoTx",
},
{
executionMode: "WithTx",
},
{
executionMode: "WithTxNested",
},
{
executionMode: "WithTx",
rollback: true,
},
{
executionMode: "WithTxNested",
rollback: true,
},
{
executionMode: "TxContext",
},
{
executionMode: "TxContextNested",
},
{
executionMode: "TxContext",
rollback: true,
},
{
executionMode: "TxContextNested",
rollback: true,
},
}
for _, tc := range tests {
t.Run(fmt.Sprintf("%s/%v", tc.executionMode, tc.rollback), func(t *testing.T) {
require.NoError(t, unittest.PrepareTestDatabase())
ctx := t.Context()
var err error
var countBefore, countAfter, hookCount int64
countBefore, err = db.GetEngine(ctx).Count(&issues_model.PullRequest{})
require.NoError(t, err)
sut := func(ctx context.Context) {
_, err = db.GetEngine(ctx).Insert(
&issues_model.PullRequest{IssueID: 2, BaseRepoID: 1, HeadRepoID: 1000})
require.NoError(t, err)
db.AfterTx(ctx, func() {
countAfter, err = db.GetEngine(ctx).Count(&issues_model.PullRequest{})
require.NoError(t, err)
assert.False(t, db.InTransaction(ctx))
hookCount++
})
}
switch tc.executionMode {
case "NoTx":
sut(ctx)
case "WithTx":
db.WithTx(ctx, func(ctx context.Context) error {
sut(ctx)
if tc.rollback {
return errors.New("rollback")
}
return nil
})
case "WithTxNested":
db.WithTx(ctx, func(ctx context.Context) error {
return db.WithTx(ctx, func(ctx context.Context) error {
sut(ctx)
if tc.rollback {
return errors.New("rollback")
}
return nil
})
})
case "TxContext":
txCtx, committer, err := db.TxContext(ctx)
require.NoError(t, err)
sut(txCtx)
if !tc.rollback {
err = committer.Commit()
require.NoError(t, err)
}
committer.Close()
case "TxContextNested":
txCtx1, committer1, err := db.TxContext(ctx)
require.NoError(t, err)
txCtx2, committer2, err := db.TxContext(txCtx1)
require.NoError(t, err)
sut(txCtx2)
err = committer2.Commit()
require.NoError(t, err)
committer2.Close()
if !tc.rollback {
err = committer1.Commit()
require.NoError(t, err)
}
committer1.Close()
default:
t.Fatalf("unexpected execution mode: %q", tc.executionMode)
}
if tc.rollback {
assert.EqualValues(t, 0, hookCount)
assert.EqualValues(t, 0, countAfter)
} else {
assert.EqualValues(t, 1, hookCount)
assert.Equal(t, countBefore+1, countAfter)
}
})
}
}
func TestRetryTx(t *testing.T) {
t.Run("success", func(t *testing.T) {
err := db.RetryTx(t.Context(), db.RetryConfig{AttemptCount: 1}, func(ctx context.Context) error {
assert.True(t, db.InTransaction(ctx))
return nil
})
require.NoError(t, err)
})
t.Run("fail constantly", func(t *testing.T) {
attemptCount := 0
testError := errors.New("hello")
err := db.RetryTx(t.Context(), db.RetryConfig{
AttemptCount: 2,
ErrorIs: []error{testError},
}, func(ctx context.Context) error {
attemptCount++
return testError
})
require.ErrorIs(t, err, testError)
require.ErrorContains(t, err, "2 attempts")
assert.Equal(t, 2, attemptCount)
})
t.Run("fail w/ non retriable error", func(t *testing.T) {
attemptCount := 0
testError := errors.New("hello")
err := db.RetryTx(t.Context(), db.RetryConfig{
AttemptCount: 2,
ErrorIs: []error{},
}, func(ctx context.Context) error {
attemptCount++
return testError
})
require.ErrorIs(t, err, testError)
assert.Equal(t, 1, attemptCount)
})
t.Run("succeed on retry", func(t *testing.T) {
attemptCount := 0
testError := errors.New("hello")
err := db.RetryTx(t.Context(), db.RetryConfig{
AttemptCount: 2,
ErrorIs: []error{testError},
}, func(ctx context.Context) error {
attemptCount++
if attemptCount == 1 {
return testError
}
return nil
})
require.NoError(t, err)
assert.Equal(t, 2, attemptCount)
})
t.Run("nested", func(t *testing.T) {
attemptCount := 0
testError := errors.New("hello")
err := db.RetryTx(t.Context(), db.RetryConfig{
AttemptCount: 2,
}, func(ctx context.Context) error {
attemptCount++
return db.RetryTx(ctx, db.RetryConfig{
AttemptCount: 2,
ErrorIs: []error{testError},
}, func(ctx context.Context) error {
if attemptCount == 2 {
return nil
}
return testError
})
})
require.NoError(t, err)
assert.Equal(t, 2, attemptCount)
})
t.Run("inner RetryTx decides on error", func(t *testing.T) {
attemptCount := 0
testError := errors.New("hello")
err := db.RetryTx(t.Context(), db.RetryConfig{
AttemptCount: 2,
ErrorIs: []error{},
}, func(ctx context.Context) error {
attemptCount++
return db.RetryTx(ctx, db.RetryConfig{
AttemptCount: 2,
}, func(ctx context.Context) error {
if attemptCount == 2 {
return nil
}
return testError
})
})
require.ErrorIs(t, err, testError)
assert.Equal(t, 1, attemptCount)
})
}