0d076d92db
All encoding/decoding operations read the type cache to find the writer/decoder function responsible for a type. When analyzing CPU profiles of geth during sync, I found that the use of sync.RWMutex in cache lookups appears in the profiles. It seems we are running into CPU cache contention problems when package rlp is heavily used on all CPU cores during sync. This change makes it use atomic.Value + a writer lock instead of sync.RWMutex. In the common case where the typeinfo entry is present in the cache, we simply fetch the map and lookup the type.
284 lines
7.1 KiB
Go
284 lines
7.1 KiB
Go
// Copyright 2014 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package rlp
|
|
|
|
import (
|
|
"fmt"
|
|
"reflect"
|
|
"strings"
|
|
"sync"
|
|
"sync/atomic"
|
|
)
|
|
|
|
// typeinfo is an entry in the type cache.
|
|
type typeinfo struct {
|
|
decoder decoder
|
|
decoderErr error // error from makeDecoder
|
|
writer writer
|
|
writerErr error // error from makeWriter
|
|
}
|
|
|
|
// tags represents struct tags.
|
|
type tags struct {
|
|
// rlp:"nil" controls whether empty input results in a nil pointer.
|
|
// nilKind is the kind of empty value allowed for the field.
|
|
nilKind Kind
|
|
nilOK bool
|
|
|
|
// rlp:"optional" allows for a field to be missing in the input list.
|
|
// If this is set, all subsequent fields must also be optional.
|
|
optional bool
|
|
|
|
// rlp:"tail" controls whether this field swallows additional list elements. It can
|
|
// only be set for the last field, which must be of slice type.
|
|
tail bool
|
|
|
|
// rlp:"-" ignores fields.
|
|
ignored bool
|
|
}
|
|
|
|
// typekey is the key of a type in typeCache. It includes the struct tags because
|
|
// they might generate a different decoder.
|
|
type typekey struct {
|
|
reflect.Type
|
|
tags
|
|
}
|
|
|
|
type decoder func(*Stream, reflect.Value) error
|
|
|
|
type writer func(reflect.Value, *encbuf) error
|
|
|
|
var theTC = newTypeCache()
|
|
|
|
type typeCache struct {
|
|
cur atomic.Value
|
|
|
|
// This lock synchronizes writers.
|
|
mu sync.Mutex
|
|
next map[typekey]*typeinfo
|
|
}
|
|
|
|
func newTypeCache() *typeCache {
|
|
c := new(typeCache)
|
|
c.cur.Store(make(map[typekey]*typeinfo))
|
|
return c
|
|
}
|
|
|
|
func cachedDecoder(typ reflect.Type) (decoder, error) {
|
|
info := theTC.info(typ)
|
|
return info.decoder, info.decoderErr
|
|
}
|
|
|
|
func cachedWriter(typ reflect.Type) (writer, error) {
|
|
info := theTC.info(typ)
|
|
return info.writer, info.writerErr
|
|
}
|
|
|
|
func (c *typeCache) info(typ reflect.Type) *typeinfo {
|
|
key := typekey{Type: typ}
|
|
if info := c.cur.Load().(map[typekey]*typeinfo)[key]; info != nil {
|
|
return info
|
|
}
|
|
|
|
// Not in the cache, need to generate info for this type.
|
|
return c.generate(typ, tags{})
|
|
}
|
|
|
|
func (c *typeCache) generate(typ reflect.Type, tags tags) *typeinfo {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
|
|
cur := c.cur.Load().(map[typekey]*typeinfo)
|
|
if info := cur[typekey{typ, tags}]; info != nil {
|
|
return info
|
|
}
|
|
|
|
// Copy cur to next.
|
|
c.next = make(map[typekey]*typeinfo, len(cur)+1)
|
|
for k, v := range cur {
|
|
c.next[k] = v
|
|
}
|
|
|
|
// Generate.
|
|
info := c.infoWhileGenerating(typ, tags)
|
|
|
|
// next -> cur
|
|
c.cur.Store(c.next)
|
|
c.next = nil
|
|
return info
|
|
}
|
|
|
|
func (c *typeCache) infoWhileGenerating(typ reflect.Type, tags tags) *typeinfo {
|
|
key := typekey{typ, tags}
|
|
if info := c.next[key]; info != nil {
|
|
return info
|
|
}
|
|
// Put a dummy value into the cache before generating.
|
|
// If the generator tries to lookup itself, it will get
|
|
// the dummy value and won't call itself recursively.
|
|
info := new(typeinfo)
|
|
c.next[key] = info
|
|
info.generate(typ, tags)
|
|
return info
|
|
}
|
|
|
|
type field struct {
|
|
index int
|
|
info *typeinfo
|
|
optional bool
|
|
}
|
|
|
|
// structFields resolves the typeinfo of all public fields in a struct type.
|
|
func structFields(typ reflect.Type) (fields []field, err error) {
|
|
var (
|
|
lastPublic = lastPublicField(typ)
|
|
anyOptional = false
|
|
)
|
|
for i := 0; i < typ.NumField(); i++ {
|
|
if f := typ.Field(i); f.PkgPath == "" { // exported
|
|
tags, err := parseStructTag(typ, i, lastPublic)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Skip rlp:"-" fields.
|
|
if tags.ignored {
|
|
continue
|
|
}
|
|
// If any field has the "optional" tag, subsequent fields must also have it.
|
|
if tags.optional || tags.tail {
|
|
anyOptional = true
|
|
} else if anyOptional {
|
|
return nil, fmt.Errorf(`rlp: struct field %v.%s needs "optional" tag`, typ, f.Name)
|
|
}
|
|
info := theTC.infoWhileGenerating(f.Type, tags)
|
|
fields = append(fields, field{i, info, tags.optional})
|
|
}
|
|
}
|
|
return fields, nil
|
|
}
|
|
|
|
// anyOptionalFields returns the index of the first field with "optional" tag.
|
|
func firstOptionalField(fields []field) int {
|
|
for i, f := range fields {
|
|
if f.optional {
|
|
return i
|
|
}
|
|
}
|
|
return len(fields)
|
|
}
|
|
|
|
type structFieldError struct {
|
|
typ reflect.Type
|
|
field int
|
|
err error
|
|
}
|
|
|
|
func (e structFieldError) Error() string {
|
|
return fmt.Sprintf("%v (struct field %v.%s)", e.err, e.typ, e.typ.Field(e.field).Name)
|
|
}
|
|
|
|
type structTagError struct {
|
|
typ reflect.Type
|
|
field, tag, err string
|
|
}
|
|
|
|
func (e structTagError) Error() string {
|
|
return fmt.Sprintf("rlp: invalid struct tag %q for %v.%s (%s)", e.tag, e.typ, e.field, e.err)
|
|
}
|
|
|
|
func parseStructTag(typ reflect.Type, fi, lastPublic int) (tags, error) {
|
|
f := typ.Field(fi)
|
|
var ts tags
|
|
for _, t := range strings.Split(f.Tag.Get("rlp"), ",") {
|
|
switch t = strings.TrimSpace(t); t {
|
|
case "":
|
|
case "-":
|
|
ts.ignored = true
|
|
case "nil", "nilString", "nilList":
|
|
ts.nilOK = true
|
|
if f.Type.Kind() != reflect.Ptr {
|
|
return ts, structTagError{typ, f.Name, t, "field is not a pointer"}
|
|
}
|
|
switch t {
|
|
case "nil":
|
|
ts.nilKind = defaultNilKind(f.Type.Elem())
|
|
case "nilString":
|
|
ts.nilKind = String
|
|
case "nilList":
|
|
ts.nilKind = List
|
|
}
|
|
case "optional":
|
|
ts.optional = true
|
|
if ts.tail {
|
|
return ts, structTagError{typ, f.Name, t, `also has "tail" tag`}
|
|
}
|
|
case "tail":
|
|
ts.tail = true
|
|
if fi != lastPublic {
|
|
return ts, structTagError{typ, f.Name, t, "must be on last field"}
|
|
}
|
|
if ts.optional {
|
|
return ts, structTagError{typ, f.Name, t, `also has "optional" tag`}
|
|
}
|
|
if f.Type.Kind() != reflect.Slice {
|
|
return ts, structTagError{typ, f.Name, t, "field type is not slice"}
|
|
}
|
|
default:
|
|
return ts, fmt.Errorf("rlp: unknown struct tag %q on %v.%s", t, typ, f.Name)
|
|
}
|
|
}
|
|
return ts, nil
|
|
}
|
|
|
|
func lastPublicField(typ reflect.Type) int {
|
|
last := 0
|
|
for i := 0; i < typ.NumField(); i++ {
|
|
if typ.Field(i).PkgPath == "" {
|
|
last = i
|
|
}
|
|
}
|
|
return last
|
|
}
|
|
|
|
func (i *typeinfo) generate(typ reflect.Type, tags tags) {
|
|
i.decoder, i.decoderErr = makeDecoder(typ, tags)
|
|
i.writer, i.writerErr = makeWriter(typ, tags)
|
|
}
|
|
|
|
// defaultNilKind determines whether a nil pointer to typ encodes/decodes
|
|
// as an empty string or empty list.
|
|
func defaultNilKind(typ reflect.Type) Kind {
|
|
k := typ.Kind()
|
|
if isUint(k) || k == reflect.String || k == reflect.Bool || isByteArray(typ) {
|
|
return String
|
|
}
|
|
return List
|
|
}
|
|
|
|
func isUint(k reflect.Kind) bool {
|
|
return k >= reflect.Uint && k <= reflect.Uintptr
|
|
}
|
|
|
|
func isByte(typ reflect.Type) bool {
|
|
return typ.Kind() == reflect.Uint8 && !typ.Implements(encoderInterface)
|
|
}
|
|
|
|
func isByteArray(typ reflect.Type) bool {
|
|
return (typ.Kind() == reflect.Slice || typ.Kind() == reflect.Array) && isByte(typ.Elem())
|
|
}
|