fixtures: added post processors to loaders;

.github/workflows/go.yml

@@ -17,6 +17,7 @@ jobs:
         uses: actions/checkout@v4
 
       - name: Execute terraform fmt -check -recursive .
+        uses: dflook/terraform-fmt@v1
         run: terraform fmt -check -recursive .
 
   go-fumpt:

pkg/application/options.go

@@ -174,14 +174,24 @@ func WithHttpServerShares(app *App) {
 	})
 }
 
-func WithFixtureSetFactory(group string, factory fixtures.FixtureSetsFactory) Option {
+func WithFixtureSetFactory(group string, factory fixtures.FixtureSetsFactory, postprocessorFactories ...fixtures.PostProcessorFactory) Option {
 	return func(app *App) {
 		app.addKernelOption(func(config cfg.GosoConf) kernelPkg.Option {
-			return kernelPkg.WithMiddlewareFactory(fixtures.KernelMiddlewareLoader(group, factory), kernelPkg.PositionEnd)
+			return kernelPkg.WithMiddlewareFactory(fixtures.KernelMiddlewareLoader(group, factory, postprocessorFactories...), kernelPkg.PositionEnd)
 		})
 	}
 }
 
+func WithFixtureSetFactories(factories map[string]fixtures.FixtureSetsFactory, postprocessorFactories ...fixtures.PostProcessorFactory) Option {
+	return func(app *App) {
+		for group, factory := range factories {
+			app.addKernelOption(func(config cfg.GosoConf) kernelPkg.Option {
+				return kernelPkg.WithMiddlewareFactory(fixtures.KernelMiddlewareLoader(group, factory, postprocessorFactories...), kernelPkg.PositionEnd)
+			})
+		}
+	}
+}
+
 func WithKernelExitHandler(handler kernelPkg.ExitHandler) Option {
 	return func(app *App) {
 		app.addKernelOption(func(config cfg.GosoConf) kernelPkg.Option {

pkg/fixtures/kernel_middleware.go

@@ -9,7 +9,7 @@ import (
 	"github.com/justtrackio/gosoline/pkg/log"
 )
 
-func KernelMiddlewareLoader(group string, factory FixtureSetsFactory) kernel.MiddlewareFactory {
+func KernelMiddlewareLoader(group string, factory FixtureSetsFactory, postProcessorFactories ...PostProcessorFactory) kernel.MiddlewareFactory {
 	return func(ctx context.Context, config cfg.Config, logger log.Logger) (kernel.Middleware, error) {
 		settings := unmarshalFixtureLoaderSettings(config)
 		logger = logger.WithChannel("fixtures").WithFields(map[string]any{
@@ -21,9 +21,12 @@ func KernelMiddlewareLoader(group string, factory FixtureSetsFactory) kernel.Mid
 		}
 
 		var err error
+		var loader FixtureLoader
 		var fixtureSets []FixtureSet
 
-		loader := NewFixtureLoader(ctx, config, logger)
+		if loader, err = NewFixtureLoader(ctx, config, logger, postProcessorFactories...); err != nil {
+			return nil, fmt.Errorf("could not create fixture loader: %w", err)
+		}
 
 		if fixtureSets, err = factory(ctx, config, logger, group); err != nil {
 			return nil, fmt.Errorf("can not build fixture sets: %w", err)

pkg/fixtures/loader.go

@@ -13,17 +13,28 @@ import (
 )
 
 type fixtureLoader struct {
-	logger   log.Logger
-	settings *fixtureLoaderSettings
+	logger         log.Logger
+	postProcessors []PostProcessor
+	settings       *fixtureLoaderSettings
 }
 
-func NewFixtureLoader(ctx context.Context, config cfg.Config, logger log.Logger) FixtureLoader {
+func NewFixtureLoader(ctx context.Context, config cfg.Config, logger log.Logger, postProcessorFactories ...PostProcessorFactory) (FixtureLoader, error) {
+	var err error
+
 	settings := unmarshalFixtureLoaderSettings(config)
+	postProcessors := make([]PostProcessor, len(postProcessorFactories))
 
-	return &fixtureLoader{
-		logger:   logger.WithChannel("fixtures"),
-		settings: settings,
+	for i, postprocessorFactory := range postProcessorFactories {
+		if postProcessors[i], err = postprocessorFactory(ctx, config, logger); err != nil {
+			return nil, fmt.Errorf("can not build fixture post processor #%d: %w", i, err)
+		}
 	}
+
+	return &fixtureLoader{
+		logger:         logger.WithChannel("fixtures"),
+		postProcessors: postProcessors,
+		settings:       settings,
+	}, nil
 }
 
 func (f *fixtureLoader) Load(ctx context.Context, group string, fixtureSets []FixtureSet) error {
@@ -53,5 +64,11 @@ func (f *fixtureLoader) Load(ctx context.Context, group string, fixtureSets []Fi
 		}
 	}
 
+	for _, processor := range f.postProcessors {
+		if err := processor.Process(ctx); err != nil {
+			return fmt.Errorf("can not post process fixtures: %w", err)
+		}
+	}
+
 	return nil
 }

pkg/fixtures/loader_noop.go

@@ -14,13 +14,13 @@ type noopFixtureLoader struct {
 	settings *fixtureLoaderSettings
 }
 
-func NewFixtureLoader(ctx context.Context, config cfg.Config, logger log.Logger) FixtureLoader {
+func NewFixtureLoader(ctx context.Context, config cfg.Config, logger log.Logger, postProcessorFactories ...PostProcessorFactory) (FixtureLoader, error) {
 	settings := unmarshalFixtureLoaderSettings(config)
 
 	return &noopFixtureLoader{
 		logger:   logger.WithChannel("fixture_loader"),
 		settings: settings,
-	}
+	}, nil
 }
 
 func (n *noopFixtureLoader) Load(ctx context.Context, group string, fixtureSets []FixtureSet) error {

pkg/fixtures/post_processor.go

@@ -0,0 +1,14 @@
+package fixtures
+
+import (
+	"context"
+
+	"github.com/justtrackio/gosoline/pkg/cfg"
+	"github.com/justtrackio/gosoline/pkg/log"
+)
+
+type PostProcessor interface {
+	Process(ctx context.Context) error
+}
+
+type PostProcessorFactory func(ctx context.Context, config cfg.Config, logger log.Logger) (PostProcessor, error)

pkg/test/env/environment.go

@@ -136,7 +136,10 @@ func (e *Environment) init(options ...Option) error {
 	e.logger = logger
 	e.config = config
 	e.filesystem = newFilesystem(e.t)
-	e.fixtureLoader = fixtures.NewFixtureLoader(e.ctx, e.config, e.logger)
+
+	if e.fixtureLoader, err = fixtures.NewFixtureLoader(e.ctx, e.config, e.logger); err != nil {
+		return fmt.Errorf("can not create fixture loader: %w", err)
+	}
 
 	return nil
 }

test/db/migration-golang-migrate/mysql_test.go

@@ -40,7 +40,8 @@ func (s *MysqlTestSuite) TestPlainFixturesMysql() {
 	envLogger := s.Env().Logger()
 	envClient := s.Env().MySql("default").Client()
 
-	loader := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	loader, err := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	s.NoError(err)
 
 	fss, err := s.provideFixtureSets()
 	s.NoError(err)

test/db/migration-goose/mysql_test.go

@@ -40,7 +40,8 @@ func (s *MysqlTestSuite) TestPlainFixturesMysql() {
 	envLogger := s.Env().Logger()
 	envClient := s.Env().MySql("default").Client()
 
-	loader := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	loader, err := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	s.NoError(err)
 
 	fss, err := s.provideFixtureSets()
 	s.NoError(err)

test/fixtures/dynamodb/dynamodb_test.go

@@ -42,7 +42,8 @@ func (s *DynamoDbSuite) TestDynamoDb() {
 	envConfig := s.Env().Config()
 	envLogger := s.Env().Logger()
 
-	loader := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	loader, err := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	s.NoError(err)
 
 	fss, err := s.dynamoDbFixtureSet1()
 	s.NoError(err)
@@ -91,7 +92,8 @@ func (s *DynamoDbSuite) TestDynamoDbWithPurge() {
 	envConfig := s.Env().Config()
 	envLogger := s.Env().Logger()
 
-	loader := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	loader, err := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	s.NoError(err)
 
 	fss, err := s.dynamoDbFixtureSet1()
 	s.NoError(err)
@@ -173,7 +175,8 @@ func (s *DynamoDbSuite) TestDynamoDbKvStore() {
 	envConfig := s.Env().Config()
 	envLogger := s.Env().Logger()
 
-	loader := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	loader, err := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	s.NoError(err)
 
 	fss, err := s.dynamoDbKvStoreFixtureSet1()
 	s.NoError(err)
@@ -215,7 +218,8 @@ func (s *DynamoDbSuite) TestDynamoDbKvStoreWithPurge() {
 	envConfig := s.Env().Config()
 	envLogger := s.Env().Logger()
 
-	loader := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	loader, err := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	s.NoError(err)
 
 	fss, err := s.dynamoDbKvStoreFixtureSet1()
 	s.NoError(err)

test/fixtures/kvstore/configurable_kvstore_test.go

@@ -34,7 +34,8 @@ func (s *ConfigurableKvStoreTestSuite) TestConfigurableKvStore() {
 	envConfig := s.Env().Config()
 	envLogger := s.Env().Logger()
 
-	loader := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	loader, err := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	s.NoError(err)
 
 	fss, err := s.provideFixtures()
 	s.NoError(err)

test/fixtures/mysql/mysql_test.go

@@ -43,7 +43,9 @@ func (s *MysqlTestSuite) TestOrmFixturesMysql() {
 	envContext := s.Env().Context()
 	envClient := s.Env().MySql("default").Client()
 
-	loader := s.buildFixtureLoader(envContext)
+	loader, err := s.buildFixtureLoader(envContext)
+	s.NoError(err)
+
 	fss, err := s.provideMysqlOrmFixtureSets()
 	s.NoError(err)
 
@@ -58,7 +60,9 @@ func (s *MysqlTestSuite) TestPlainFixturesMysql() {
 	envContext := s.Env().Context()
 	envClient := s.Env().MySql("default").Client()
 
-	loader := s.buildFixtureLoader(envContext)
+	loader, err := s.buildFixtureLoader(envContext)
+	s.NoError(err)
+
 	fss, err := s.provideMysqlPlainFixtureSets()
 	s.NoError(err)
 
@@ -73,7 +77,9 @@ func (s *MysqlTestSuite) TestPurgedOrmFixturesMysql() {
 	envContext := s.Env().Context()
 	envClient := s.Env().MySql("default").Client()
 
-	loader := s.buildFixtureLoader(envContext)
+	loader, err := s.buildFixtureLoader(envContext)
+	s.NoError(err)
+
 	fss, err := s.provideMysqlOrmFixtureSets()
 	s.NoError(err)
 
@@ -98,7 +104,9 @@ func (s *MysqlTestSuite) TestPurgedPlainFixturesMysql() {
 	envLogger := s.Env().Logger()
 	envClient := s.Env().MySql("default").Client()
 
-	loader := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	loader, err := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	s.NoError(err)
+
 	fss, err := s.provideMysqlPlainFixtureSets()
 	s.NoError(err)
 
@@ -117,7 +125,7 @@ func (s *MysqlTestSuite) TestPurgedPlainFixturesMysql() {
 	gosoAssert.SqlColumnHasSpecificValue(s.T(), envClient, "mysql_plain_writer_test", "name", "purgedBefore")
 }
 
-func (s *MysqlTestSuite) buildFixtureLoader(ctx context.Context) fixtures.FixtureLoader {
+func (s *MysqlTestSuite) buildFixtureLoader(ctx context.Context) (fixtures.FixtureLoader, error) {
 	envConfig := s.Env().Config()
 	envLogger := s.Env().Logger()
 

test/fixtures/redis/redis_test.go

@@ -41,7 +41,8 @@ func (s *RedisTestSuite) TestRedis() {
 	s.NoError(err)
 	s.Equal("OK", result)
 
-	loader := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	loader, err := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	s.NoError(err)
 
 	fs1, err := s.provideRedisOpSetFixtureSet()
 	s.NoError(err)
@@ -80,7 +81,8 @@ func (s *RedisTestSuite) TestRedisWithPurge() {
 	s.NoError(err)
 	s.Equal("OK", result)
 
-	loader := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	loader, err := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	s.NoError(err)
 
 	fs1, err := s.provideRedisOpSetFixtureSet()
 	s.NoError(err)
@@ -135,7 +137,8 @@ func (s *RedisTestSuite) TestRedisKvStore() {
 	s.NoError(err)
 	s.Equal("OK", result)
 
-	loader := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	loader, err := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	s.NoError(err)
 
 	fss, err := s.provideKvStoreFixtureSet()
 	s.NoError(err)
@@ -161,7 +164,8 @@ func (s *RedisTestSuite) TestRedisKvStoreWithPurge() {
 	s.NoError(err)
 	s.Equal("OK", result)
 
-	loader := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	loader, err := fixtures.NewFixtureLoader(envContext, envConfig, envLogger)
+	s.NoError(err)
 
 	fss, err := s.provideKvStoreFixtureSet()
 	s.NoError(err)