Skip to content

Move database creation to database factory package #3899

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 10 commits into from
Apr 28, 2025
Merged
85 changes: 85 additions & 0 deletions database/factory/factory.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,85 @@
// Copyright (C) 2019-2024, Ava Labs, Inc. All rights reserved.
// See the file LICENSE for licensing terms.

package factory

import (
"fmt"

"github.com/ava-labs/avalanchego/api/metrics"
"github.com/ava-labs/avalanchego/database"
"github.com/ava-labs/avalanchego/database/corruptabledb"
"github.com/ava-labs/avalanchego/database/leveldb"
"github.com/ava-labs/avalanchego/database/memdb"
"github.com/ava-labs/avalanchego/database/meterdb"
"github.com/ava-labs/avalanchego/database/pebbledb"
"github.com/ava-labs/avalanchego/database/versiondb"
"github.com/ava-labs/avalanchego/utils/logging"
)

// New creates a new database instance based on the provided configuration.
// It supports LevelDB, MemDB, and PebbleDB as database types.
// It also wraps the database with a corruptable DB and a meter DB.
// [dbName] is the name of the database.
// [dbPath] is the path to the database folder.
// [readOnly] indicates if the database should be read-only.
// [dbConfig] is the database configuration in JSON format.
// [dbMetricsPrefix] is used to create a new metrics registerer for the database.
// [meterDBRegName] is used to create a new metrics registerer for the meter DB.
func New(name string, path string, readOnly bool, config []byte,
gatherer metrics.MultiGatherer, logger logging.Logger, metricsPrefix, meterDBRegName string,
) (database.Database, error) {
dbRegisterer, err := metrics.MakeAndRegister(
gatherer,
metricsPrefix,
)
if err != nil {
return nil, err
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

nit: could you create more specific formatted errors to the ones here ?
i.e. fmt.Errorf("failed to MakeAndRegister the metricPrefix %s : %w". metricsPrefix, err)

same for the others error in this function.

Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I agree with this comment but I don't think it makes sense to block this PR on it because this is a strict refactor.

}
var db database.Database
// start the db
switch name {
case leveldb.Name:
db, err = leveldb.New(path, config, logger, dbRegisterer)
if err != nil {
return nil, fmt.Errorf("couldn't create %s at %s: %w", leveldb.Name, path, err)
}
case memdb.Name:
db = memdb.New()
case pebbledb.Name:
db, err = pebbledb.New(path, config, logger, dbRegisterer)
if err != nil {
return nil, fmt.Errorf("couldn't create %s at %s: %w", pebbledb.Name, path, err)
}
default:
return nil, fmt.Errorf(
"db-type was %q but should have been one of {%s, %s, %s}",
name,
leveldb.Name,
memdb.Name,
pebbledb.Name,
)
}

// Wrap with corruptable DB
db = corruptabledb.New(db)

if readOnly && name != memdb.Name {
db = versiondb.New(db)
}

meterDBReg, err := metrics.MakeAndRegister(
gatherer,
meterDBRegName,
)
if err != nil {
return nil, err
}

db, err = meterdb.New(meterDBReg, db)
if err != nil {
return nil, fmt.Errorf("failed to create meterdb: %w", err)
}

return db, nil
}
64 changes: 17 additions & 47 deletions node/node.go
Original file line number Diff line number Diff line change
Expand Up @@ -34,13 +34,9 @@ import (
"github.com/ava-labs/avalanchego/chains/atomic"
"github.com/ava-labs/avalanchego/config/node"
"github.com/ava-labs/avalanchego/database"
"github.com/ava-labs/avalanchego/database/corruptabledb"
"github.com/ava-labs/avalanchego/database/leveldb"
"github.com/ava-labs/avalanchego/database/memdb"
"github.com/ava-labs/avalanchego/database/meterdb"
"github.com/ava-labs/avalanchego/database/pebbledb"
"github.com/ava-labs/avalanchego/database/prefixdb"
"github.com/ava-labs/avalanchego/database/versiondb"
"github.com/ava-labs/avalanchego/genesis"
"github.com/ava-labs/avalanchego/ids"
"github.com/ava-labs/avalanchego/indexer"
Expand Down Expand Up @@ -81,6 +77,7 @@ import (
"github.com/ava-labs/avalanchego/vms/registry"
"github.com/ava-labs/avalanchego/vms/rpcchainvm/runtime"

databasefactory "github.com/ava-labs/avalanchego/database/factory"
avmconfig "github.com/ava-labs/avalanchego/vms/avm/config"
platformconfig "github.com/ava-labs/avalanchego/vms/platformvm/config"
coreth "github.com/ava-labs/coreth/plugin/evm"
Expand Down Expand Up @@ -757,60 +754,33 @@ func (n *Node) Dispatch() error {
*/

func (n *Node) initDatabase() error {
dbRegisterer, err := metrics.MakeAndRegister(
n.MetricsGatherer,
dbNamespace,
)
if err != nil {
return err
}

// start the db
var dbFolderName string
switch n.Config.DatabaseConfig.Name {
case leveldb.Name:
// Prior to v1.10.15, the only on-disk database was leveldb, and its
// files went to [dbPath]/[networkID]/v1.4.5.
dbPath := filepath.Join(n.Config.DatabaseConfig.Path, version.CurrentDatabase.String())
n.DB, err = leveldb.New(dbPath, n.Config.DatabaseConfig.Config, n.Log, dbRegisterer)
if err != nil {
return fmt.Errorf("couldn't create %s at %s: %w", leveldb.Name, dbPath, err)
}
case memdb.Name:
n.DB = memdb.New()
dbFolderName = version.CurrentDatabase.String()
case pebbledb.Name:
dbPath := filepath.Join(n.Config.DatabaseConfig.Path, "pebble")
n.DB, err = pebbledb.New(dbPath, n.Config.DatabaseConfig.Config, n.Log, dbRegisterer)
if err != nil {
return fmt.Errorf("couldn't create %s at %s: %w", pebbledb.Name, dbPath, err)
}
dbFolderName = "pebble"
default:
return fmt.Errorf(
"db-type was %q but should have been one of {%s, %s, %s}",
n.Config.DatabaseConfig.Name,
leveldb.Name,
memdb.Name,
pebbledb.Name,
)
dbFolderName = "db"
}
// dbFolderName is appended to the database path given in the config
dbFullPath := filepath.Join(n.Config.DatabaseConfig.Path, dbFolderName)

// Wrap with corruptable DB
n.DB = corruptabledb.New(n.DB)

if n.Config.ReadOnly && n.Config.DatabaseConfig.Name != memdb.Name {
n.DB = versiondb.New(n.DB)
}

meterDBReg, err := metrics.MakeAndRegister(
n.MeterDBMetricsGatherer,
var err error
n.DB, err = databasefactory.New(
n.Config.DatabaseConfig.Name,
dbFullPath,
n.Config.DatabaseConfig.ReadOnly,
n.Config.DatabaseConfig.Config,
n.MetricsGatherer,
n.Log,
dbNamespace,
"all",
)
if err != nil {
return err
}

n.DB, err = meterdb.New(meterDBReg, n.DB)
if err != nil {
return err
return fmt.Errorf("couldn't create database: %w", err)
}

rawExpectedGenesisHash := hashing.ComputeHash256(n.Config.GenesisBytes)
Expand Down