2015-08-31 15:09:50 +00:00
|
|
|
// Copyright 2015 The go-ethereum Authors
|
2015-07-22 16:48:40 +00:00
|
|
|
// This file is part of the go-ethereum library.
|
2015-07-07 00:54:22 +00:00
|
|
|
//
|
2015-07-23 16:35:11 +00:00
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
2015-07-07 00:54:22 +00:00
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
2015-07-22 16:48:40 +00:00
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
2015-07-07 00:54:22 +00:00
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
2015-07-22 16:48:40 +00:00
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
2015-07-07 00:54:22 +00:00
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
2015-07-22 16:48:40 +00:00
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
2015-07-07 00:54:22 +00:00
|
|
|
|
2015-08-30 08:04:59 +00:00
|
|
|
package filters
|
2014-08-11 14:23:17 +00:00
|
|
|
|
|
|
|
import (
|
2015-10-12 15:58:51 +00:00
|
|
|
"math"
|
2016-02-13 00:40:44 +00:00
|
|
|
"time"
|
2015-10-12 15:58:51 +00:00
|
|
|
|
2015-03-17 10:19:23 +00:00
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2015-08-30 08:04:59 +00:00
|
|
|
"github.com/ethereum/go-ethereum/core"
|
2015-03-26 11:06:14 +00:00
|
|
|
"github.com/ethereum/go-ethereum/core/types"
|
2015-08-30 08:19:10 +00:00
|
|
|
"github.com/ethereum/go-ethereum/core/vm"
|
2015-08-31 15:09:50 +00:00
|
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
2014-08-11 14:23:17 +00:00
|
|
|
)
|
|
|
|
|
2014-10-18 11:20:06 +00:00
|
|
|
type AccountChange struct {
|
|
|
|
Address, StateAddress []byte
|
2014-08-15 14:19:10 +00:00
|
|
|
}
|
|
|
|
|
2014-08-11 14:23:17 +00:00
|
|
|
// Filtering interface
|
|
|
|
type Filter struct {
|
2016-02-13 00:40:44 +00:00
|
|
|
created time.Time
|
|
|
|
|
2015-10-12 15:58:51 +00:00
|
|
|
db ethdb.Database
|
|
|
|
begin, end int64
|
|
|
|
addresses []common.Address
|
|
|
|
topics [][]common.Hash
|
2014-08-15 14:19:10 +00:00
|
|
|
|
2015-08-30 08:19:10 +00:00
|
|
|
BlockCallback func(*types.Block, vm.Logs)
|
2015-05-06 15:51:32 +00:00
|
|
|
TransactionCallback func(*types.Transaction)
|
2016-01-05 13:55:28 +00:00
|
|
|
LogCallback func(*vm.Log, bool)
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Create a new filter which uses a bloom filter on blocks to figure out whether a particular block
|
|
|
|
// is interesting or not.
|
2015-08-31 15:09:50 +00:00
|
|
|
func New(db ethdb.Database) *Filter {
|
2015-08-30 08:04:59 +00:00
|
|
|
return &Filter{db: db}
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Set the earliest and latest block for filtering.
|
|
|
|
// -1 = latest block (i.e., the current block)
|
|
|
|
// hash = particular hash from-to
|
2015-10-12 15:58:51 +00:00
|
|
|
func (self *Filter) SetBeginBlock(begin int64) {
|
|
|
|
self.begin = begin
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|
|
|
|
|
2015-10-12 15:58:51 +00:00
|
|
|
func (self *Filter) SetEndBlock(end int64) {
|
|
|
|
self.end = end
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|
|
|
|
|
2015-10-12 15:58:51 +00:00
|
|
|
func (self *Filter) SetAddresses(addr []common.Address) {
|
|
|
|
self.addresses = addr
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|
|
|
|
|
2015-03-17 10:19:23 +00:00
|
|
|
func (self *Filter) SetTopics(topics [][]common.Hash) {
|
2015-01-28 09:23:18 +00:00
|
|
|
self.topics = topics
|
2014-08-14 15:02:39 +00:00
|
|
|
}
|
|
|
|
|
2015-01-28 09:23:18 +00:00
|
|
|
// Run filters logs with the current parameters set
|
2015-08-30 08:19:10 +00:00
|
|
|
func (self *Filter) Find() vm.Logs {
|
2015-10-12 15:58:51 +00:00
|
|
|
latestBlock := core.GetBlock(self.db, core.GetHeadBlockHash(self.db))
|
|
|
|
var beginBlockNo uint64 = uint64(self.begin)
|
|
|
|
if self.begin == -1 {
|
|
|
|
beginBlockNo = latestBlock.NumberU64()
|
2014-09-26 11:32:54 +00:00
|
|
|
}
|
2015-10-12 15:58:51 +00:00
|
|
|
var endBlockNo uint64 = uint64(self.end)
|
|
|
|
if self.end == -1 {
|
|
|
|
endBlockNo = latestBlock.NumberU64()
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|
|
|
|
|
2015-10-12 15:58:51 +00:00
|
|
|
// if no addresses are present we can't make use of fast search which
|
|
|
|
// uses the mipmap bloom filters to check for fast inclusion and uses
|
|
|
|
// higher range probability in order to ensure at least a false positive
|
|
|
|
if len(self.addresses) == 0 {
|
|
|
|
return self.getLogs(beginBlockNo, endBlockNo)
|
2015-08-31 15:09:50 +00:00
|
|
|
}
|
2015-10-12 15:58:51 +00:00
|
|
|
return self.mipFind(beginBlockNo, endBlockNo, 0)
|
|
|
|
}
|
2015-06-09 11:22:16 +00:00
|
|
|
|
2015-10-12 15:58:51 +00:00
|
|
|
func (self *Filter) mipFind(start, end uint64, depth int) (logs vm.Logs) {
|
|
|
|
level := core.MIPMapLevels[depth]
|
|
|
|
// normalise numerator so we can work in level specific batches and
|
|
|
|
// work with the proper range checks
|
|
|
|
for num := start / level * level; num <= end; num += level {
|
|
|
|
// find addresses in bloom filters
|
|
|
|
bloom := core.GetMipmapBloom(self.db, num, level)
|
|
|
|
for _, addr := range self.addresses {
|
|
|
|
if bloom.TestBytes(addr[:]) {
|
|
|
|
// range check normalised values and make sure that
|
|
|
|
// we're resolving the correct range instead of the
|
|
|
|
// normalised values.
|
|
|
|
start := uint64(math.Max(float64(num), float64(start)))
|
|
|
|
end := uint64(math.Min(float64(num+level-1), float64(end)))
|
|
|
|
if depth+1 == len(core.MIPMapLevels) {
|
|
|
|
logs = append(logs, self.getLogs(start, end)...)
|
|
|
|
} else {
|
|
|
|
logs = append(logs, self.mipFind(start, end, depth+1)...)
|
|
|
|
}
|
|
|
|
// break so we don't check the same range for each
|
|
|
|
// possible address. Checks on multiple addresses
|
|
|
|
// are handled further down the stack.
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return logs
|
|
|
|
}
|
|
|
|
|
|
|
|
func (self *Filter) getLogs(start, end uint64) (logs vm.Logs) {
|
|
|
|
var block *types.Block
|
|
|
|
|
|
|
|
for i := start; i <= end; i++ {
|
|
|
|
hash := core.GetCanonicalHash(self.db, i)
|
|
|
|
if hash != (common.Hash{}) {
|
|
|
|
block = core.GetBlock(self.db, hash)
|
|
|
|
} else { // block not found
|
|
|
|
return logs
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Use bloom filtering to see if this block is interesting given the
|
|
|
|
// current parameters
|
|
|
|
if self.bloomFilter(block) {
|
2015-01-28 09:23:18 +00:00
|
|
|
// Get the logs of the block
|
2015-08-30 08:04:59 +00:00
|
|
|
var (
|
|
|
|
receipts = core.GetBlockReceipts(self.db, block.Hash())
|
2015-08-30 08:19:10 +00:00
|
|
|
unfiltered vm.Logs
|
2015-08-30 08:04:59 +00:00
|
|
|
)
|
|
|
|
for _, receipt := range receipts {
|
2015-09-29 16:36:16 +00:00
|
|
|
unfiltered = append(unfiltered, receipt.Logs...)
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|
2015-02-22 12:12:01 +00:00
|
|
|
logs = append(logs, self.FilterLogs(unfiltered)...)
|
2014-08-14 22:24:37 +00:00
|
|
|
}
|
|
|
|
}
|
2014-08-11 14:23:17 +00:00
|
|
|
|
2015-10-12 15:54:59 +00:00
|
|
|
return logs
|
2014-08-14 22:24:37 +00:00
|
|
|
}
|
2014-08-11 14:23:17 +00:00
|
|
|
|
2015-03-17 10:19:23 +00:00
|
|
|
func includes(addresses []common.Address, a common.Address) bool {
|
2014-08-15 14:19:10 +00:00
|
|
|
for _, addr := range addresses {
|
2015-09-01 07:19:45 +00:00
|
|
|
if addr == a {
|
|
|
|
return true
|
2014-08-15 14:19:10 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-09-01 07:19:45 +00:00
|
|
|
return false
|
2014-08-15 14:19:10 +00:00
|
|
|
}
|
|
|
|
|
2015-08-30 08:19:10 +00:00
|
|
|
func (self *Filter) FilterLogs(logs vm.Logs) vm.Logs {
|
|
|
|
var ret vm.Logs
|
2014-08-11 14:23:17 +00:00
|
|
|
|
2015-01-28 09:23:18 +00:00
|
|
|
// Filter the logs for interesting stuff
|
2015-02-05 01:28:54 +00:00
|
|
|
Logs:
|
2015-01-28 09:23:18 +00:00
|
|
|
for _, log := range logs {
|
2015-10-12 15:58:51 +00:00
|
|
|
if len(self.addresses) > 0 && !includes(self.addresses, log.Address) {
|
2014-08-14 22:24:37 +00:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
2015-03-17 10:19:23 +00:00
|
|
|
logTopics := make([]common.Hash, len(self.topics))
|
2015-04-08 15:14:58 +00:00
|
|
|
copy(logTopics, log.Topics)
|
2015-03-01 18:08:26 +00:00
|
|
|
|
2015-04-24 11:36:34 +00:00
|
|
|
// If the to filtered topics is greater than the amount of topics in
|
|
|
|
// logs, skip.
|
|
|
|
if len(self.topics) > len(log.Topics) {
|
|
|
|
continue Logs
|
|
|
|
}
|
|
|
|
|
2015-03-01 18:08:26 +00:00
|
|
|
for i, topics := range self.topics {
|
2015-04-24 11:36:34 +00:00
|
|
|
var match bool
|
2015-03-01 18:08:26 +00:00
|
|
|
for _, topic := range topics {
|
2015-04-21 10:00:57 +00:00
|
|
|
// common.Hash{} is a match all (wildcard)
|
|
|
|
if (topic == common.Hash{}) || log.Topics[i] == topic {
|
2015-03-01 18:08:26 +00:00
|
|
|
match = true
|
2015-04-24 11:36:34 +00:00
|
|
|
break
|
2015-03-01 18:08:26 +00:00
|
|
|
}
|
2014-08-15 14:19:10 +00:00
|
|
|
}
|
2015-04-24 11:36:34 +00:00
|
|
|
|
|
|
|
if !match {
|
|
|
|
continue Logs
|
|
|
|
}
|
|
|
|
|
2014-08-15 14:19:10 +00:00
|
|
|
}
|
|
|
|
|
2015-01-28 09:23:18 +00:00
|
|
|
ret = append(ret, log)
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|
|
|
|
|
2015-01-28 09:23:18 +00:00
|
|
|
return ret
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|
|
|
|
|
2014-11-18 15:58:22 +00:00
|
|
|
func (self *Filter) bloomFilter(block *types.Block) bool {
|
2015-10-12 15:58:51 +00:00
|
|
|
if len(self.addresses) > 0 {
|
2015-02-17 15:12:55 +00:00
|
|
|
var included bool
|
2015-10-12 15:58:51 +00:00
|
|
|
for _, addr := range self.addresses {
|
2015-04-15 09:59:30 +00:00
|
|
|
if types.BloomLookup(block.Bloom(), addr) {
|
2015-02-17 15:12:55 +00:00
|
|
|
included = true
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if !included {
|
|
|
|
return false
|
|
|
|
}
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|
|
|
|
|
2015-03-01 18:08:26 +00:00
|
|
|
for _, sub := range self.topics {
|
|
|
|
var included bool
|
|
|
|
for _, topic := range sub {
|
2015-04-24 11:36:34 +00:00
|
|
|
if (topic == common.Hash{}) || types.BloomLookup(block.Bloom(), topic) {
|
2015-03-01 18:08:26 +00:00
|
|
|
included = true
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if !included {
|
2015-01-28 09:23:18 +00:00
|
|
|
return false
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-01-28 09:23:18 +00:00
|
|
|
return true
|
2014-08-11 14:23:17 +00:00
|
|
|
}
|