test: investigate test failure due to wal log

store/v2/db/pebbledb.go

@@ -30,6 +30,7 @@ func NewPebbleDB(name, dataDir string) (*PebbleDB, error) {
 
 func NewPebbleDBWithOpts(name, dataDir string, opts coreserver.DynamicConfig) (*PebbleDB, error) {
 	do := &pebble.Options{
+		Logger:                   &fatalLogger{},          // pebble info logs are messing up the logs (not a cosmossdk.io/log logger)
 		MaxConcurrentCompactions: func() int { return 3 }, // default 1
 	}
 
@@ -301,3 +302,13 @@ func (b *pebbleDBBatch) Close() error {
 func (b *pebbleDBBatch) GetByteSize() (int, error) {
 	return b.batch.Len(), nil
 }
+
+type fatalLogger struct {
+	pebble.Logger
+}
+
+func (*fatalLogger) Fatalf(format string, args ...interface{}) {
+	pebble.DefaultLogger.Fatalf(format, args...)
+}
+
+func (*fatalLogger) Infof(format string, args ...interface{}) {}

tests/systemtests/export_test.go

@@ -6,7 +6,6 @@ import (
 	"fmt"
 	"os"
 	"path/filepath"
-	"strings"
 	"testing"
 
 	"github.com/stretchr/testify/assert"
@@ -68,16 +67,10 @@ func TestExportCmd_WithHeight(t *testing.T) {
 	}
 
 	for _, tc := range testCases {
-		res := cli.RunCommandWithArgs(tc.args...)
-		// PebbleDB logs are printed directly to stderr.
-		// Cosmos-DB and Store/v2 do not provide a way to override the logger.
-		// This isn't problematic in a real-world scenario, but it makes it hard to test the output.
-		// https://github.com/cockroachdb/pebble/blob/v1.1.2/internal/base/logger.go#L26-L40
-		// We trim the output to get the JSON part only
-		if i := strings.Index(res, "{"); i > 0 {
-			res = res[i:]
-		}
-
+		res := cli.
+			WithRunErrorsIgnored().
+			WithRunSingleOutput(). // pebbledb prints logs to stderr, we cannot override the logger in store/v2 and cosmos-db. This isn't problematic in a real-world scenario, but it makes it hard to test the output
+			RunCommandWithArgs(tc.args...)
 		height := gjson.Get(res, "initial_height").Int()
 		if tc.expZeroHeight {
 			require.Equal(t, height, int64(0))

tests/systemtests/snapshots_test.go

@@ -13,8 +13,6 @@ import (
 )
 
 func TestSnapshots(t *testing.T) {
-	t.Skip("Skip snapshots test, flaky due to pebbledb logs on CI")
-
 	systest.Sut.ResetChain(t)
 	cli := systest.NewCLIWrapper(t, systest.Sut, systest.Verbose)
 	systest.Sut.StartChain(t)
@@ -80,8 +78,6 @@ func TestSnapshots(t *testing.T) {
 }
 
 func TestPrune(t *testing.T) {
-	t.Skip("Skip snapshots test, flaky due to pebbledb logs on CI")
-
 	systest.Sut.ResetChain(t)
 	cli := systest.NewCLIWrapper(t, systest.Sut, systest.Verbose)