[wip] mdbx: future 13 version, master build

.github/workflows/test.yml

@@ -41,6 +41,5 @@ jobs:
         with:
           go-version: '1.20'
 
-      - run: go env
-      - run: go test -p 1 ./mdbx
-      - run: go test -p 1 ./exp/mdbxpool
+      - run: go test ./mdbx
+      - run: go test ./exp/mdbxpool

Makefile

@@ -4,7 +4,7 @@
 MASTER_COMMIT=`git rev-parse --short origin/master`
 
 deps: lintci-deps
-	go get -d ./...
+	go get ./...
 
 all: deps
 
@@ -20,7 +20,7 @@ lint:
 
 lintci-deps:
 	rm -f ./build/bin/golangci-lint
-	curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sh -s -- -b ./build/bin v1.59.1
+	curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sh -s -- -b ./build/bin v1.62.2
 
 clean:
 	cd mdbxdist && make clean
@@ -29,5 +29,7 @@ tools: clean
 	cd mdbxdist && MDBX_BUILD_TIMESTAMP=unknown CFLAGS="${CFLAGS} -Wno-unknown-warning-option -Wno-enum-int-mismatch -Wno-strict-prototypes -Wno-unused-but-set-variable" make tools
 
 cp:
+	#cd ../libmdbx && make dist
+	cp -R ./../libmdbx/dist/* ./mdbxdist/
 	cp mdbxdist/mdbx.h mdbx/
 	cp mdbxdist/mdbx.c mdbx/

README.md

@@ -147,6 +147,12 @@ On FreeBSD 10, you must explicitly set `CC` (otherwise it will fail with a crypt
 
 In `libmdbx` repo: `make dist && cp -R ./dist/* ./../mdbx-go/mdbxdist/`. Then in mdbx-go repo: `make cp`
 
+On mac: 
+```
+brew install --default-names gnu-sed
+PATH="/usr/local/opt/gnu-sed/libexec/gnubin:$PATH" make cp
+```
+
 ## Build binaries
 
 In mdbx-go repo: `MDBX_BUILD_TIMESTAMP=unknown make tools`

mdbx/Notes

@@ -0,0 +1,3 @@
+This package contains only mdbx.h and mdbx.c - to minimize go build time/size.
+But full version of libmdbx (produced by it's `make dist` command) is in `./../mdbxdist/`. License is also there.
+

mdbx/cursor.go

@@ -36,6 +36,8 @@ const (
 	Set          = C.MDBX_SET            // The specified key.
 	SetKey       = C.MDBX_SET_KEY        // Get key and data at the specified key.
 	SetRange     = C.MDBX_SET_RANGE      // The first key no less than the specified key.
+
+	LesserThan = C.MDBX_TO_KEY_LESSER_THAN
 )
 
 // The MDB_MULTIPLE and MDB_RESERVE flags are special and do not fit the

mdbx/env.go

@@ -32,16 +32,17 @@ const (
 	EnvDefaults = C.MDBX_ENV_DEFAULTS
 	LifoReclaim = C.MDBX_LIFORECLAIM
 	//FixedMap    = C.MDBX_FIXEDMAP   // Danger zone. Map memory at a fixed address.
-	NoSubdir      = C.MDBX_NOSUBDIR // Argument to Open is a file, not a directory.
-	Accede        = C.MDBX_ACCEDE
-	Coalesce      = C.MDBX_COALESCE
-	Readonly      = C.MDBX_RDONLY     // Used in several functions to denote an object as readonly.
-	WriteMap      = C.MDBX_WRITEMAP   // Use a writable memory map.
-	NoMetaSync    = C.MDBX_NOMETASYNC // Don't fsync metapage after commit.
-	UtterlyNoSync = C.MDBX_UTTERLY_NOSYNC
-	SafeNoSync    = C.MDBX_SAFE_NOSYNC
-	Durable       = C.MDBX_SYNC_DURABLE
-	NoTLS         = C.MDBX_NOTLS // Danger zone. When unset reader locktable slots are tied to their thread.
+	NoSubdir        = C.MDBX_NOSUBDIR // Argument to Open is a file, not a directory.
+	Accede          = C.MDBX_ACCEDE
+	Coalesce        = C.MDBX_COALESCE
+	Readonly        = C.MDBX_RDONLY     // Used in several functions to denote an object as readonly.
+	WriteMap        = C.MDBX_WRITEMAP   // Use a writable memory map.
+	NoMetaSync      = C.MDBX_NOMETASYNC // Don't fsync metapage after commit.
+	UtterlyNoSync   = C.MDBX_UTTERLY_NOSYNC
+	SafeNoSync      = C.MDBX_SAFE_NOSYNC
+	Durable         = C.MDBX_SYNC_DURABLE
+	NoTLS           = C.MDBX_NOTLS           // Danger zone. When unset reader locktable slots are tied to their thread.
+	NoStickyThreads = C.MDBX_NOSTICKYTHREADS // Danger zone. Like MDBX_NOTLS. But also allow move RwTx between threads. Still require to call Begin/Rollback in stame thread.
 	//NoLock      = C.MDBX_NOLOCK     // Danger zone. MDBX does not use any locks.
 	NoReadahead = C.MDBX_NORDAHEAD // Disable readahead. Requires OS support.
 	NoMemInit   = C.MDBX_NOMEMINIT // Disable MDBX memory initialization.
@@ -106,6 +107,7 @@ const (
 	OptSpillMinDenominator          = C.MDBX_opt_spill_min_denominator
 	OptSpillParent4ChildDenominator = C.MDBX_opt_spill_parent4child_denominator
 	OptMergeThreshold16dot16Percent = C.MDBX_opt_merge_threshold_16dot16_percent
+	OptPreferWafInsteadofBalance    = C.MDBX_opt_prefer_waf_insteadof_balance
 )
 
 var (
@@ -365,7 +367,24 @@ func (env *Env) Info(txn *Txn) (*EnvInfo, error) {
 	if ret != success {
 		return nil, operrno("mdbx_env_info", ret)
 	}
-	info := EnvInfo{
+	return castEnvInfo(_info), nil
+}
+
+func PreOpenSnapInfo(path string) (*EnvInfo, error) {
+	cpath := C.CString(path)
+	defer C.free(unsafe.Pointer(cpath))
+
+	var _info C.MDBX_envinfo
+	var bytes C.size_t = C.size_t(unsafe.Sizeof(_info))
+	ret := C.mdbx_preopen_snapinfo(cpath, &_info, bytes)
+	if ret != success {
+		return nil, operrno("mdbx_preopen_snapinfo", ret)
+	}
+	return castEnvInfo(_info), nil
+}
+
+func castEnvInfo(_info C.MDBX_envinfo) *EnvInfo {
+	return &EnvInfo{
 		MapSize: int64(_info.mi_mapsize),
 		Geo: EnvInfoGeo{
 			Lower:   uint64(_info.mi_geo.lower),
@@ -402,7 +421,6 @@ func (env *Env) Info(txn *Txn) (*EnvInfo, error) {
 		SinceReaderCheck:  toDuration(_info.mi_since_reader_check_seconds16dot16),
 		Flags:             uint(_info.mi_mode),
 	}
-	return &info, nil
 }
 
 // Sync flushes buffers to disk.  If force is true a synchronous flush occurs

mdbx/env_test.go

@@ -74,6 +74,31 @@ func TestEnv_Open(t *testing.T) {
 	}
 }
 
+func TestEnv_PreOpen(t *testing.T) {
+	env, err1 := NewEnv()
+	if err1 != nil {
+		t.Error(err1)
+		return
+	}
+	defer env.Close()
+
+	// open an environment at a temporary path.
+	path := t.TempDir()
+	err := env.Open(path, 0, 0664)
+	if err != nil {
+		t.Errorf("open: %s", err)
+	}
+	env.Close()
+
+	_info, err := PreOpenSnapInfo(path)
+	if err != nil {
+		panic(err)
+	}
+
+	fmt.Printf("%#v\n", _info)
+
+}
+
 /*
 func TestEnv_FD(t *testing.T) {
 	if runtime.GOOS == "windows" {

mdbx/error.go

@@ -87,10 +87,10 @@ var CorruptErrorMessage = CorruptErrorHardwareRecommendations + " " + CorruptErr
 
 func (e Errno) Error() string {
 	if e == Corrupted {
-		return "MDBX_FATAL: " + CorruptErrorMessage
+		return fmt.Sprintf("MDBX_FATAL(%d): ", int(e)) + CorruptErrorMessage
 	}
 	if e == Panic {
-		return "MDBX_PANIC: " + CorruptErrorMessage
+		return fmt.Sprintf("MDBX_PANIC(%d): ", int(e)) + CorruptErrorMessage
 	}
 	return C.GoString(C.mdbx_strerror(C.int(e)))
 }