Commit e5a109f0 authored by vipwzw's avatar vipwzw

auto ci

parent afa2401a
...@@ -12,11 +12,12 @@ ...@@ -12,11 +12,12 @@
package main package main
import ( import (
"net/http"
"runtime/debug"
_ "github.com/33cn/chain33/system" _ "github.com/33cn/chain33/system"
"github.com/33cn/chain33/util/cli" "github.com/33cn/chain33/util/cli"
_ "github.com/33cn/plugin/plugin" _ "github.com/33cn/plugin/plugin"
"net/http"
"runtime/debug"
) )
func main() { func main() {
......
...@@ -63,9 +63,9 @@ type KVmMavlStore struct { ...@@ -63,9 +63,9 @@ type KVmMavlStore struct {
} }
type subKVMVCCConfig struct { type subKVMVCCConfig struct {
EnableMVCCIter bool `json:"enableMVCCIter"` EnableMVCCIter bool `json:"enableMVCCIter"`
EnableMavlPrune bool `json:"enableMavlPrune"` EnableMavlPrune bool `json:"enableMavlPrune"`
PruneHeight int32 `json:"pruneHeight"` PruneHeight int32 `json:"pruneHeight"`
} }
type subMavlConfig struct { type subMavlConfig struct {
......
...@@ -5,23 +5,24 @@ ...@@ -5,23 +5,24 @@
package kvmvccmavl package kvmvccmavl
import ( import (
"bytes"
"fmt"
"strconv"
"sync/atomic"
"github.com/33cn/chain33/common" "github.com/33cn/chain33/common"
dbm "github.com/33cn/chain33/common/db" dbm "github.com/33cn/chain33/common/db"
"github.com/33cn/chain33/queue" "github.com/33cn/chain33/queue"
"github.com/33cn/chain33/types" "github.com/33cn/chain33/types"
"github.com/golang/protobuf/proto" "github.com/golang/protobuf/proto"
"sync/atomic"
"fmt"
"strconv"
"bytes"
) )
const ( const (
pruningStateStart = 1 pruningStateStart = 1
pruningStateEnd = 0 pruningStateEnd = 0
onceScanCount = 10000 // 单次扫描数目 onceScanCount = 10000 // 单次扫描数目
onceCount = 1000 // 容器长度 onceCount = 1000 // 容器长度
LevelPruningHeight = 100 * 10000 LevelPruningHeight = 100 * 10000
) )
var ( var (
...@@ -29,28 +30,28 @@ var ( ...@@ -29,28 +30,28 @@ var (
// 是否开启裁剪 // 是否开启裁剪
enablePrune bool enablePrune bool
// 每个10000裁剪一次 // 每个10000裁剪一次
pruneHeight = 10000 pruneHeight = 10000
pruningState int32 pruningState int32
) )
var ( var (
//同common/db中的mvcc相关的定义保持一致 //同common/db中的mvcc相关的定义保持一致
mvccPrefix = []byte(".-mvcc-.") mvccPrefix = []byte(".-mvcc-.")
mvccMeta = append(mvccPrefix, []byte("m.")...) mvccMeta = append(mvccPrefix, []byte("m.")...)
mvccData = append(mvccPrefix, []byte("d.")...) mvccData = append(mvccPrefix, []byte("d.")...)
mvccLast = append(mvccPrefix, []byte("l.")...) mvccLast = append(mvccPrefix, []byte("l.")...)
mvccMetaVersion = append(mvccMeta, []byte("version.")...) mvccMetaVersion = append(mvccMeta, []byte("version.")...)
mvccMetaVersionKeyList = append(mvccMeta, []byte("versionkl.")...) mvccMetaVersionKeyList = append(mvccMeta, []byte("versionkl.")...)
) )
// KVMVCCStore provide kvmvcc store interface implementation // KVMVCCStore provide kvmvcc store interface implementation
type KVMVCCStore struct { type KVMVCCStore struct {
db dbm.DB db dbm.DB
mvcc dbm.MVCC mvcc dbm.MVCC
kvsetmap map[string][]*types.KeyValue kvsetmap map[string][]*types.KeyValue
enableMVCCIter bool enableMVCCIter bool
enableMavlPrune bool enableMavlPrune bool
pruneHeight int32 pruneHeight int32
} }
// NewKVMVCC construct KVMVCCStore module // NewKVMVCC construct KVMVCCStore module
...@@ -62,10 +63,10 @@ func NewKVMVCC(sub *subKVMVCCConfig, db dbm.DB) *KVMVCCStore { ...@@ -62,10 +63,10 @@ func NewKVMVCC(sub *subKVMVCCConfig, db dbm.DB) *KVMVCCStore {
} }
if enable { if enable {
kvs = &KVMVCCStore{db, dbm.NewMVCCIter(db), make(map[string][]*types.KeyValue), kvs = &KVMVCCStore{db, dbm.NewMVCCIter(db), make(map[string][]*types.KeyValue),
true, sub.EnableMavlPrune, sub.PruneHeight} true, sub.EnableMavlPrune, sub.PruneHeight}
} else { } else {
kvs = &KVMVCCStore{db, dbm.NewMVCC(db), make(map[string][]*types.KeyValue), kvs = &KVMVCCStore{db, dbm.NewMVCC(db), make(map[string][]*types.KeyValue),
false, sub.EnableMavlPrune, sub.PruneHeight} false, sub.EnableMavlPrune, sub.PruneHeight}
} }
EnablePrune(sub.EnableMavlPrune) EnablePrune(sub.EnableMavlPrune)
SetPruneHeight(int(sub.PruneHeight)) SetPruneHeight(int(sub.PruneHeight))
...@@ -280,7 +281,6 @@ func calcHash(datas proto.Message) []byte { ...@@ -280,7 +281,6 @@ func calcHash(datas proto.Message) []byte {
return common.Sha256(b) return common.Sha256(b)
} }
//裁剪------------------------------------------- //裁剪-------------------------------------------
// EnablePrune 使能裁剪 // EnablePrune 使能裁剪
func EnablePrune(enable bool) { func EnablePrune(enable bool) {
...@@ -324,10 +324,10 @@ func pruningFirst(db dbm.DB, curHeight int64) { ...@@ -324,10 +324,10 @@ func pruningFirst(db dbm.DB, curHeight int64) {
continue continue
} }
if curHeight < int64(height) + LevelPruningHeight && if curHeight < int64(height)+LevelPruningHeight &&
curHeight >= int64(height) + int64(pruneHeight) { curHeight >= int64(height)+int64(pruneHeight) {
mp[string(key)] = append(mp[string(key)], height) mp[string(key)] = append(mp[string(key)], height)
count++ count++
} }
if len(mp) >= onceCount-1 || count > onceScanCount { if len(mp) >= onceCount-1 || count > onceScanCount {
deleteOldKV(mp, curHeight, batch) deleteOldKV(mp, curHeight, batch)
...@@ -344,8 +344,8 @@ func deleteOldKV(mp map[string][]int64, curHeight int64, batch dbm.Batch) { ...@@ -344,8 +344,8 @@ func deleteOldKV(mp map[string][]int64, curHeight int64, batch dbm.Batch) {
batch.Reset() batch.Reset()
for key, vals := range mp { for key, vals := range mp {
if len(vals) > 1 && vals[1] != vals[0] { //防止相同高度时候出现的误删除 if len(vals) > 1 && vals[1] != vals[0] { //防止相同高度时候出现的误删除
for _, val := range vals[1:] { //从第二个开始判断 for _, val := range vals[1:] { //从第二个开始判断
if curHeight >= val + int64(pruneHeight) { if curHeight >= val+int64(pruneHeight) {
batch.Delete(genKeyVersion([]byte(key), val)) // 删除老版本key batch.Delete(genKeyVersion([]byte(key), val)) // 删除老版本key
if batch.ValueSize() > batchDataSize { if batch.ValueSize() > batchDataSize {
batch.Write() batch.Write()
...@@ -368,7 +368,7 @@ func genKeyVersion(key []byte, height int64) []byte { ...@@ -368,7 +368,7 @@ func genKeyVersion(key []byte, height int64) []byte {
} }
func getKeyVersion(vsnKey []byte) ([]byte, int64, error) { func getKeyVersion(vsnKey []byte) ([]byte, int64, error) {
if len(vsnKey) <= len(mvccData) + 1 + 20 { if len(vsnKey) <= len(mvccData)+1+20 {
return nil, 0, types.ErrSize return nil, 0, types.ErrSize
} }
sLen := vsnKey[len(vsnKey)-20:] sLen := vsnKey[len(vsnKey)-20:]
...@@ -392,4 +392,4 @@ func isPruning() bool { ...@@ -392,4 +392,4 @@ func isPruning() bool {
func setPruning(state int32) { func setPruning(state int32) {
atomic.StoreInt32(&pruningState, state) atomic.StoreInt32(&pruningState, state)
} }
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment