forky: Fixed Chunk Data Size Store

cmd/swarm/db.go

@@ -24,7 +24,6 @@ import (
 	"fmt"
 	"io"
 	"os"
-	"path/filepath"
 
 	"github.com/ethereum/go-ethereum/cmd/utils"
 	"github.com/ethereum/go-ethereum/common"
@@ -168,10 +167,6 @@ func dbImport(ctx *cli.Context) {
 }
 
 func openLDBStore(path string, basekey []byte) (*localstore.DB, error) {
-	if _, err := os.Stat(filepath.Join(path, "CURRENT")); err != nil {
-		return nil, fmt.Errorf("invalid chunkdb path: %s", err)
-	}
-
 	return localstore.New(path, basekey, nil)
 }
 

cmd/swarm/main.go

@@ -19,6 +19,7 @@ package main
 import (
 	"crypto/ecdsa"
 	"encoding/hex"
+	"errors"
 	"fmt"
 	"io/ioutil"
 	"net"
@@ -46,6 +47,7 @@ import (
 	"github.com/ethersphere/swarm/internal/debug"
 	swarmmetrics "github.com/ethersphere/swarm/metrics"
 	"github.com/ethersphere/swarm/network"
+	"github.com/ethersphere/swarm/storage/localstore"
 	"github.com/ethersphere/swarm/storage/mock"
 	mockrpc "github.com/ethersphere/swarm/storage/mock/rpc"
 	"github.com/ethersphere/swarm/tracing"
@@ -367,7 +369,16 @@ func registerBzzService(bzzconfig *bzzapi.Config, stack *node.Node) {
 			// create a node store for this swarm key on global store
 			nodeStore = globalStore.NewNodeStore(common.HexToAddress(bzzconfig.BzzKey))
 		}
-		return swarm.NewSwarm(bzzconfig, nodeStore)
+		s, err := swarm.NewSwarm(bzzconfig, nodeStore)
+		if err != nil {
+			var e *localstore.BreakingMigrationError
+			if errors.As(err, &e) {
+				fmt.Println(e.Manual)
+				utils.Fatalf("Manual storage migration required.")
+			}
+			return nil, err
+		}
+		return s, nil
 	}
 	//register within the ethereum node
 	if err := stack.Register(boot); err != nil {

storage/fcds/doc.go

@@ -0,0 +1,43 @@
+// Copyright 2019 The Swarm Authors
+// This file is part of the Swarm library.
+//
+// The Swarm library is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Lesser General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// The Swarm library is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+// GNU Lesser General Public License for more details.
+//
+// You should have received a copy of the GNU Lesser General Public License
+// along with the Swarm library. If not, see <http://www.gnu.org/licenses/>.
+
+// Package fcds provides storage layers for storing chunk data only.
+//
+// FCDS stands for Fixed Chunk Data Storage.
+//
+// Swarm Chunk data limited size property allows a very specific chunk storage
+// solution that can be more performant than more generalized key/value
+// databases. FCDS stores chunk data in files (shards) at fixed length offsets.
+// Relations between chunk address, file number and offset in that file are
+// managed by a separate MetaStore implementation.
+//
+// Package fcds contains the main implementation based on simple file operations
+// for persisting chunk data and relaying on specific chunk meta information
+// storage.
+//
+// The reference chunk meta information storage is implemented in fcds/mem
+// package. It can be used in tests.
+//
+// LevelDB based chunk meta information storage is implemented in fcds/leveldb
+// package. This implementation should be used as default in production.
+//
+// Additional FCDS Store implementation is in fcds/mock. It uses mock store and
+// can be used for centralized chunk storage options that mock storage package
+// provides.
+//
+// Package fcds/test contains test functions which can be used to validate
+// behaviour of different FCDS or its MetaStore implementations.
+package fcds