2018-06-20 12:06:27 +00:00
|
|
|
// Copyright 2018 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package intervals
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"fmt"
|
|
|
|
"strconv"
|
|
|
|
"sync"
|
|
|
|
)
|
|
|
|
|
|
|
|
// Intervals store a list of intervals. Its purpose is to provide
|
|
|
|
// methods to add new intervals and retrieve missing intervals that
|
|
|
|
// need to be added.
|
|
|
|
// It may be used in synchronization of streaming data to persist
|
|
|
|
// retrieved data ranges between sessions.
|
|
|
|
type Intervals struct {
|
|
|
|
start uint64
|
|
|
|
ranges [][2]uint64
|
|
|
|
mu sync.RWMutex
|
|
|
|
}
|
|
|
|
|
|
|
|
// New creates a new instance of Intervals.
|
|
|
|
// Start argument limits the lower bound of intervals.
|
|
|
|
// No range bellow start bound will be added by Add method or
|
|
|
|
// returned by Next method. This limit may be used for
|
|
|
|
// tracking "live" synchronization, where the sync session
|
|
|
|
// starts from a specific value, and if "live" sync intervals
|
|
|
|
// need to be merged with historical ones, it can be safely done.
|
|
|
|
func NewIntervals(start uint64) *Intervals {
|
|
|
|
return &Intervals{
|
|
|
|
start: start,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Add adds a new range to intervals. Range start and end are values
|
|
|
|
// are both inclusive.
|
|
|
|
func (i *Intervals) Add(start, end uint64) {
|
|
|
|
i.mu.Lock()
|
|
|
|
defer i.mu.Unlock()
|
|
|
|
|
|
|
|
i.add(start, end)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (i *Intervals) add(start, end uint64) {
|
|
|
|
if start < i.start {
|
|
|
|
start = i.start
|
|
|
|
}
|
|
|
|
if end < i.start {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
minStartJ := -1
|
|
|
|
maxEndJ := -1
|
|
|
|
j := 0
|
|
|
|
for ; j < len(i.ranges); j++ {
|
|
|
|
if minStartJ < 0 {
|
|
|
|
if (start <= i.ranges[j][0] && end+1 >= i.ranges[j][0]) || (start <= i.ranges[j][1]+1 && end+1 >= i.ranges[j][1]) {
|
|
|
|
if i.ranges[j][0] < start {
|
|
|
|
start = i.ranges[j][0]
|
|
|
|
}
|
|
|
|
minStartJ = j
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (start <= i.ranges[j][1] && end+1 >= i.ranges[j][1]) || (start <= i.ranges[j][0] && end+1 >= i.ranges[j][0]) {
|
|
|
|
if i.ranges[j][1] > end {
|
|
|
|
end = i.ranges[j][1]
|
|
|
|
}
|
|
|
|
maxEndJ = j
|
|
|
|
}
|
|
|
|
if end+1 <= i.ranges[j][0] {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if minStartJ < 0 && maxEndJ < 0 {
|
|
|
|
i.ranges = append(i.ranges[:j], append([][2]uint64{{start, end}}, i.ranges[j:]...)...)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if minStartJ >= 0 {
|
|
|
|
i.ranges[minStartJ][0] = start
|
|
|
|
}
|
|
|
|
if maxEndJ >= 0 {
|
|
|
|
i.ranges[maxEndJ][1] = end
|
|
|
|
}
|
|
|
|
if minStartJ >= 0 && maxEndJ >= 0 && minStartJ != maxEndJ {
|
|
|
|
i.ranges[maxEndJ][0] = start
|
|
|
|
i.ranges = append(i.ranges[:minStartJ], i.ranges[maxEndJ:]...)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-08-27 08:49:29 +00:00
|
|
|
// Merge adds all the intervals from the m Interval to current one.
|
2018-06-20 12:06:27 +00:00
|
|
|
func (i *Intervals) Merge(m *Intervals) {
|
|
|
|
m.mu.RLock()
|
|
|
|
defer m.mu.RUnlock()
|
|
|
|
i.mu.Lock()
|
|
|
|
defer i.mu.Unlock()
|
|
|
|
|
|
|
|
for _, r := range m.ranges {
|
|
|
|
i.add(r[0], r[1])
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Next returns the first range interval that is not fulfilled. Returned
|
|
|
|
// start and end values are both inclusive, meaning that the whole range
|
|
|
|
// including start and end need to be added in order to full the gap
|
|
|
|
// in intervals.
|
|
|
|
// Returned value for end is 0 if the next interval is after the whole
|
|
|
|
// range that is stored in Intervals. Zero end value represents no limit
|
|
|
|
// on the next interval length.
|
|
|
|
func (i *Intervals) Next() (start, end uint64) {
|
|
|
|
i.mu.RLock()
|
|
|
|
defer i.mu.RUnlock()
|
|
|
|
|
|
|
|
l := len(i.ranges)
|
|
|
|
if l == 0 {
|
|
|
|
return i.start, 0
|
|
|
|
}
|
|
|
|
if i.ranges[0][0] != i.start {
|
|
|
|
return i.start, i.ranges[0][0] - 1
|
|
|
|
}
|
|
|
|
if l == 1 {
|
|
|
|
return i.ranges[0][1] + 1, 0
|
|
|
|
}
|
|
|
|
return i.ranges[0][1] + 1, i.ranges[1][0] - 1
|
|
|
|
}
|
|
|
|
|
|
|
|
// Last returns the value that is at the end of the last interval.
|
|
|
|
func (i *Intervals) Last() (end uint64) {
|
|
|
|
i.mu.RLock()
|
|
|
|
defer i.mu.RUnlock()
|
|
|
|
|
|
|
|
l := len(i.ranges)
|
|
|
|
if l == 0 {
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
return i.ranges[l-1][1]
|
|
|
|
}
|
|
|
|
|
|
|
|
// String returns a descriptive representation of range intervals
|
|
|
|
// in [] notation, as a list of two element vectors.
|
|
|
|
func (i *Intervals) String() string {
|
|
|
|
return fmt.Sprint(i.ranges)
|
|
|
|
}
|
|
|
|
|
|
|
|
// MarshalBinary encodes Intervals parameters into a semicolon separated list.
|
|
|
|
// The first element in the list is base36-encoded start value. The following
|
|
|
|
// elements are two base36-encoded value ranges separated by comma.
|
|
|
|
func (i *Intervals) MarshalBinary() (data []byte, err error) {
|
|
|
|
d := make([][]byte, len(i.ranges)+1)
|
|
|
|
d[0] = []byte(strconv.FormatUint(i.start, 36))
|
|
|
|
for j := range i.ranges {
|
|
|
|
r := i.ranges[j]
|
|
|
|
d[j+1] = []byte(strconv.FormatUint(r[0], 36) + "," + strconv.FormatUint(r[1], 36))
|
|
|
|
}
|
|
|
|
return bytes.Join(d, []byte(";")), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// UnmarshalBinary decodes data according to the Intervals.MarshalBinary format.
|
|
|
|
func (i *Intervals) UnmarshalBinary(data []byte) (err error) {
|
|
|
|
d := bytes.Split(data, []byte(";"))
|
|
|
|
l := len(d)
|
|
|
|
if l == 0 {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
if l >= 1 {
|
|
|
|
i.start, err = strconv.ParseUint(string(d[0]), 36, 64)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if l == 1 {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
i.ranges = make([][2]uint64, 0, l-1)
|
|
|
|
for j := 1; j < l; j++ {
|
|
|
|
r := bytes.SplitN(d[j], []byte(","), 2)
|
|
|
|
if len(r) < 2 {
|
|
|
|
return fmt.Errorf("range %d has less then 2 elements", j)
|
|
|
|
}
|
|
|
|
start, err := strconv.ParseUint(string(r[0]), 36, 64)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("parsing the first element in range %d: %v", j, err)
|
|
|
|
}
|
|
|
|
end, err := strconv.ParseUint(string(r[1]), 36, 64)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("parsing the second element in range %d: %v", j, err)
|
|
|
|
}
|
|
|
|
i.ranges = append(i.ranges, [2]uint64{start, end})
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|