Commit e5fbcdbe authored by liuyuhang's avatar liuyuhang

add prune kvmvcc

parent 9a927074
...@@ -13,14 +13,15 @@ import ( ...@@ -13,14 +13,15 @@ import (
"fmt" "fmt"
"bytes"
"github.com/33cn/chain33/account" "github.com/33cn/chain33/account"
"github.com/33cn/chain33/common" "github.com/33cn/chain33/common"
dbm "github.com/33cn/chain33/common/db"
drivers "github.com/33cn/chain33/system/store" drivers "github.com/33cn/chain33/system/store"
"github.com/33cn/chain33/types" "github.com/33cn/chain33/types"
"github.com/stretchr/testify/assert" "github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require" "github.com/stretchr/testify/require"
dbm "github.com/33cn/chain33/common/db"
"bytes"
) )
const MaxKeylenth int = 64 const MaxKeylenth int = 64
...@@ -541,7 +542,6 @@ func TestDelMavlData(t *testing.T) { ...@@ -541,7 +542,6 @@ func TestDelMavlData(t *testing.T) {
require.NoError(t, err) require.NoError(t, err)
} }
func TestPruning(t *testing.T) { func TestPruning(t *testing.T) {
dir, err := ioutil.TempDir("", "example") dir, err := ioutil.TempDir("", "example")
assert.Nil(t, err) assert.Nil(t, err)
...@@ -551,7 +551,6 @@ func TestPruning(t *testing.T) { ...@@ -551,7 +551,6 @@ func TestPruning(t *testing.T) {
store := New(storeCfg, nil).(*KVmMavlStore) store := New(storeCfg, nil).(*KVmMavlStore)
assert.NotNil(t, store) assert.NotNil(t, store)
kvmvccStore := NewKVMVCC(&subKVMVCCConfig{}, store.GetDB()) kvmvccStore := NewKVMVCC(&subKVMVCCConfig{}, store.GetDB())
SetPruneHeight(10) SetPruneHeight(10)
......
...@@ -5,15 +5,16 @@ ...@@ -5,15 +5,16 @@
package kvmvccmavl package kvmvccmavl
import ( import (
"bytes"
"fmt"
"strconv"
"sync/atomic"
"github.com/33cn/chain33/common" "github.com/33cn/chain33/common"
dbm "github.com/33cn/chain33/common/db" dbm "github.com/33cn/chain33/common/db"
"github.com/33cn/chain33/queue" "github.com/33cn/chain33/queue"
"github.com/33cn/chain33/types" "github.com/33cn/chain33/types"
"github.com/golang/protobuf/proto" "github.com/golang/protobuf/proto"
"sync/atomic"
"fmt"
"strconv"
"bytes"
) )
const ( const (
...@@ -21,7 +22,7 @@ const ( ...@@ -21,7 +22,7 @@ const (
pruningStateEnd = 0 pruningStateEnd = 0
onceScanCount = 10000 // 单次扫描数目 onceScanCount = 10000 // 单次扫描数目
onceCount = 1000 // 容器长度 onceCount = 1000 // 容器长度
LevelPruningHeight = 100 * 10000 levelPruningHeight = 100 * 10000
) )
var ( var (
...@@ -36,11 +37,11 @@ var ( ...@@ -36,11 +37,11 @@ var (
var ( var (
//同common/db中的mvcc相关的定义保持一致 //同common/db中的mvcc相关的定义保持一致
mvccPrefix = []byte(".-mvcc-.") mvccPrefix = []byte(".-mvcc-.")
mvccMeta = append(mvccPrefix, []byte("m.")...) //mvccMeta = append(mvccPrefix, []byte("m.")...)
mvccData = append(mvccPrefix, []byte("d.")...) mvccData = append(mvccPrefix, []byte("d.")...)
mvccLast = append(mvccPrefix, []byte("l.")...) //mvccLast = append(mvccPrefix, []byte("l.")...)
mvccMetaVersion = append(mvccMeta, []byte("version.")...) //mvccMetaVersion = append(mvccMeta, []byte("version.")...)
mvccMetaVersionKeyList = append(mvccMeta, []byte("versionkl.")...) //mvccMetaVersionKeyList = append(mvccMeta, []byte("versionkl.")...)
) )
// KVMVCCStore provide kvmvcc store interface implementation // KVMVCCStore provide kvmvcc store interface implementation
...@@ -280,8 +281,8 @@ func calcHash(datas proto.Message) []byte { ...@@ -280,8 +281,8 @@ func calcHash(datas proto.Message) []byte {
return common.Sha256(b) return common.Sha256(b)
} }
/*裁剪-------------------------------------------*/
//裁剪-------------------------------------------
// EnablePrune 使能裁剪 // EnablePrune 使能裁剪
func EnablePrune(enable bool) { func EnablePrune(enable bool) {
enablePrune = enable enablePrune = enable
...@@ -324,8 +325,8 @@ func pruningFirst(db dbm.DB, curHeight int64) { ...@@ -324,8 +325,8 @@ func pruningFirst(db dbm.DB, curHeight int64) {
continue continue
} }
if curHeight < int64(height) + LevelPruningHeight && if curHeight < int64(height)+levelPruningHeight &&
curHeight >= int64(height) + int64(pruneHeight) { curHeight >= int64(height)+int64(pruneHeight) {
mp[string(key)] = append(mp[string(key)], height) mp[string(key)] = append(mp[string(key)], height)
count++ count++
} }
...@@ -350,7 +351,7 @@ func deleteOldKV(mp map[string][]int64, curHeight int64, batch dbm.Batch) { ...@@ -350,7 +351,7 @@ func deleteOldKV(mp map[string][]int64, curHeight int64, batch dbm.Batch) {
for key, vals := range mp { for key, vals := range mp {
if len(vals) > 1 && vals[1] != vals[0] { //防止相同高度时候出现的误删除 if len(vals) > 1 && vals[1] != vals[0] { //防止相同高度时候出现的误删除
for _, val := range vals[1:] { //从第二个开始判断 for _, val := range vals[1:] { //从第二个开始判断
if curHeight >= val + int64(pruneHeight) { if curHeight >= val+int64(pruneHeight) {
batch.Delete(genKeyVersion([]byte(key), val)) // 删除老版本key batch.Delete(genKeyVersion([]byte(key), val)) // 删除老版本key
if batch.ValueSize() > batchDataSize { if batch.ValueSize() > batchDataSize {
batch.Write() batch.Write()
...@@ -376,7 +377,7 @@ func getKeyVersion(vsnKey []byte) ([]byte, int64, error) { ...@@ -376,7 +377,7 @@ func getKeyVersion(vsnKey []byte) ([]byte, int64, error) {
if !bytes.Contains(vsnKey, mvccData) { if !bytes.Contains(vsnKey, mvccData) {
return nil, 0, types.ErrSize return nil, 0, types.ErrSize
} }
if len(vsnKey) < len(mvccData) + 1 + 20 { if len(vsnKey) < len(mvccData)+1+20 {
return nil, 0, types.ErrSize return nil, 0, types.ErrSize
} }
sLen := vsnKey[len(vsnKey)-20:] sLen := vsnKey[len(vsnKey)-20:]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment