Skip to content

Move database creation to database factory package #3899

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 10 commits into from
Apr 28, 2025
Merged
93 changes: 93 additions & 0 deletions database/factory/factory.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,93 @@
// Copyright (C) 2019-2024, Ava Labs, Inc. All rights reserved.
// See the file LICENSE for licensing terms.

package factory

import (
"fmt"

"github.com/ava-labs/avalanchego/api/metrics"
"github.com/ava-labs/avalanchego/database"
"github.com/ava-labs/avalanchego/database/corruptabledb"
"github.com/ava-labs/avalanchego/database/leveldb"
"github.com/ava-labs/avalanchego/database/memdb"
"github.com/ava-labs/avalanchego/database/meterdb"
"github.com/ava-labs/avalanchego/database/pebbledb"
"github.com/ava-labs/avalanchego/database/versiondb"
"github.com/ava-labs/avalanchego/utils/logging"
)

// New creates a new database instance based on the provided configuration.
//
// It also wraps the database with a corruptable DB and a meter DB.
//
// dbName is the name of the database, either leveldb, memdb, or pebbledb.
// dbPath is the path to the database folder.
// readOnly indicates if the database should be read-only.
// dbConfig is the database configuration in JSON format.
// dbMetricsPrefix is used to create a new metrics registerer for the database.
// meterDBRegName is used to create a new metrics registerer for the meter DB.
func New(
name string,
path string,
readOnly bool,
config []byte,
gatherer metrics.MultiGatherer,
logger logging.Logger,
metricsPrefix string,
meterDBRegName string,
) (database.Database, error) {
dbRegisterer, err := metrics.MakeAndRegister(
gatherer,
metricsPrefix,
)
if err != nil {
return nil, err
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

nit: could you create more specific formatted errors to the ones here ?
i.e. fmt.Errorf("failed to MakeAndRegister the metricPrefix %s : %w". metricsPrefix, err)

same for the others error in this function.

Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I agree with this comment but I don't think it makes sense to block this PR on it because this is a strict refactor.

}
var db database.Database
// start the db
switch name {
case leveldb.Name:
db, err = leveldb.New(path, config, logger, dbRegisterer)
if err != nil {
return nil, fmt.Errorf("couldn't create %s at %s: %w", leveldb.Name, path, err)
}
case memdb.Name:
db = memdb.New()
case pebbledb.Name:
db, err = pebbledb.New(path, config, logger, dbRegisterer)
if err != nil {
return nil, fmt.Errorf("couldn't create %s at %s: %w", pebbledb.Name, path, err)
}
default:
return nil, fmt.Errorf(
"db-type was %q but should have been one of {%s, %s, %s}",
name,
leveldb.Name,
memdb.Name,
pebbledb.Name,
)
}

// Wrap with corruptable DB
db = corruptabledb.New(db)

if readOnly && name != memdb.Name {
db = versiondb.New(db)
}

meterDBReg, err := metrics.MakeAndRegister(
gatherer,
meterDBRegName,
)
if err != nil {
return nil, err
}

db, err = meterdb.New(meterDBReg, db)
if err != nil {
return nil, fmt.Errorf("failed to create meterdb: %w", err)
}

return db, nil
}
64 changes: 17 additions & 47 deletions node/node.go
Original file line number Diff line number Diff line change
Expand Up @@ -34,13 +34,9 @@ import (
"github.com/ava-labs/avalanchego/chains/atomic"
"github.com/ava-labs/avalanchego/config/node"
"github.com/ava-labs/avalanchego/database"
"github.com/ava-labs/avalanchego/database/corruptabledb"
"github.com/ava-labs/avalanchego/database/leveldb"
"github.com/ava-labs/avalanchego/database/memdb"
"github.com/ava-labs/avalanchego/database/meterdb"
"github.com/ava-labs/avalanchego/database/pebbledb"
"github.com/ava-labs/avalanchego/database/prefixdb"
"github.com/ava-labs/avalanchego/database/versiondb"
"github.com/ava-labs/avalanchego/genesis"
"github.com/ava-labs/avalanchego/ids"
"github.com/ava-labs/avalanchego/indexer"
Expand Down Expand Up @@ -81,6 +77,7 @@ import (
"github.com/ava-labs/avalanchego/vms/registry"
"github.com/ava-labs/avalanchego/vms/rpcchainvm/runtime"

databasefactory "github.com/ava-labs/avalanchego/database/factory"
avmconfig "github.com/ava-labs/avalanchego/vms/avm/config"
platformconfig "github.com/ava-labs/avalanchego/vms/platformvm/config"
coreth "github.com/ava-labs/coreth/plugin/evm"
Expand Down Expand Up @@ -757,60 +754,33 @@ func (n *Node) Dispatch() error {
*/

func (n *Node) initDatabase() error {
dbRegisterer, err := metrics.MakeAndRegister(
n.MetricsGatherer,
dbNamespace,
)
if err != nil {
return err
}

// start the db
var dbFolderName string
switch n.Config.DatabaseConfig.Name {
case leveldb.Name:
// Prior to v1.10.15, the only on-disk database was leveldb, and its
// files went to [dbPath]/[networkID]/v1.4.5.
dbPath := filepath.Join(n.Config.DatabaseConfig.Path, version.CurrentDatabase.String())
n.DB, err = leveldb.New(dbPath, n.Config.DatabaseConfig.Config, n.Log, dbRegisterer)
if err != nil {
return fmt.Errorf("couldn't create %s at %s: %w", leveldb.Name, dbPath, err)
}
case memdb.Name:
n.DB = memdb.New()
dbFolderName = version.CurrentDatabase.String()
case pebbledb.Name:
dbPath := filepath.Join(n.Config.DatabaseConfig.Path, "pebble")
n.DB, err = pebbledb.New(dbPath, n.Config.DatabaseConfig.Config, n.Log, dbRegisterer)
if err != nil {
return fmt.Errorf("couldn't create %s at %s: %w", pebbledb.Name, dbPath, err)
}
dbFolderName = "pebble"
default:
return fmt.Errorf(
"db-type was %q but should have been one of {%s, %s, %s}",
n.Config.DatabaseConfig.Name,
leveldb.Name,
memdb.Name,
pebbledb.Name,
)
dbFolderName = "db"
}
// dbFolderName is appended to the database path given in the config
dbFullPath := filepath.Join(n.Config.DatabaseConfig.Path, dbFolderName)

// Wrap with corruptable DB
n.DB = corruptabledb.New(n.DB)

if n.Config.ReadOnly && n.Config.DatabaseConfig.Name != memdb.Name {
n.DB = versiondb.New(n.DB)
}

meterDBReg, err := metrics.MakeAndRegister(
n.MeterDBMetricsGatherer,
var err error
n.DB, err = databasefactory.New(
n.Config.DatabaseConfig.Name,
dbFullPath,
n.Config.DatabaseConfig.ReadOnly,
n.Config.DatabaseConfig.Config,
n.MetricsGatherer,
n.Log,
dbNamespace,
"all",
)
if err != nil {
return err
}

n.DB, err = meterdb.New(meterDBReg, n.DB)
if err != nil {
return err
return fmt.Errorf("couldn't create database: %w", err)
}

rawExpectedGenesisHash := hashing.ComputeHash256(n.Config.GenesisBytes)
Expand Down