514 lines
16 KiB
Go
514 lines
16 KiB
Go
package sidechain
|
|
|
|
import (
|
|
"encoding/binary"
|
|
"fmt"
|
|
"git.gammaspectra.live/P2Pool/p2pool-observer/monero"
|
|
"git.gammaspectra.live/P2Pool/p2pool-observer/monero/address"
|
|
"git.gammaspectra.live/P2Pool/p2pool-observer/monero/block"
|
|
"git.gammaspectra.live/P2Pool/p2pool-observer/monero/crypto"
|
|
"git.gammaspectra.live/P2Pool/p2pool-observer/monero/randomx"
|
|
"git.gammaspectra.live/P2Pool/p2pool-observer/monero/transaction"
|
|
"git.gammaspectra.live/P2Pool/p2pool-observer/types"
|
|
"git.gammaspectra.live/P2Pool/p2pool-observer/utils"
|
|
"golang.org/x/exp/slices"
|
|
"log"
|
|
"lukechampine.com/uint128"
|
|
"math"
|
|
)
|
|
|
|
type GetByMainIdFunc func(h types.Hash) *PoolBlock
|
|
type GetByMainHeightFunc func(height uint64) UniquePoolBlockSlice
|
|
type GetByTemplateIdFunc func(h types.Hash) *PoolBlock
|
|
type GetBySideHeightFunc func(height uint64) UniquePoolBlockSlice
|
|
|
|
// GetChainMainByHashFunc if h = types.ZeroHash, return tip
|
|
type GetChainMainByHashFunc func(h types.Hash) *ChainMain
|
|
|
|
func CalculateOutputs(block *PoolBlock, consensus *Consensus, difficultyByHeight block.GetDifficultyByHeightFunc, getByTemplateId GetByTemplateIdFunc, derivationCache DerivationCacheInterface, preAllocatedShares Shares) (outputs transaction.Outputs, bottomHeight uint64) {
|
|
tmpShares, bottomHeight := GetShares(block, consensus, difficultyByHeight, getByTemplateId, preAllocatedShares)
|
|
tmpRewards := SplitReward(block.Main.Coinbase.TotalReward, tmpShares)
|
|
|
|
if tmpShares == nil || tmpRewards == nil || len(tmpRewards) != len(tmpShares) {
|
|
return nil, 0
|
|
}
|
|
|
|
n := uint64(len(tmpShares))
|
|
|
|
outputs = make(transaction.Outputs, n)
|
|
|
|
txType := block.GetTransactionOutputType()
|
|
|
|
txPrivateKeySlice := block.Side.CoinbasePrivateKey.AsSlice()
|
|
txPrivateKeyScalar := block.Side.CoinbasePrivateKey.AsScalar()
|
|
|
|
_ = utils.SplitWork(-2, n, func(workIndex uint64, workerIndex int) error {
|
|
output := transaction.Output{
|
|
Index: workIndex,
|
|
Type: txType,
|
|
}
|
|
output.Reward = tmpRewards[output.Index]
|
|
output.EphemeralPublicKey, output.ViewTag = derivationCache.GetEphemeralPublicKey(&tmpShares[output.Index].Address, txPrivateKeySlice, txPrivateKeyScalar, output.Index)
|
|
|
|
outputs[output.Index] = output
|
|
|
|
return nil
|
|
}, nil)
|
|
|
|
return outputs, bottomHeight
|
|
}
|
|
|
|
type PoolBlockWindowSlot struct {
|
|
Block *PoolBlock
|
|
// Uncles that count for the window weight
|
|
Uncles UniquePoolBlockSlice
|
|
}
|
|
|
|
type PoolBlockWindowAddWeightFunc func(b *PoolBlock, weight types.Difficulty)
|
|
|
|
func IterateBlocksInPPLNSWindow(tip *PoolBlock, consensus *Consensus, difficultyByHeight block.GetDifficultyByHeightFunc, getByTemplateId GetByTemplateIdFunc, addWeightFunc PoolBlockWindowAddWeightFunc, errorFunc func(err error)) (results chan PoolBlockWindowSlot) {
|
|
results = make(chan PoolBlockWindowSlot)
|
|
|
|
go func() {
|
|
defer close(results)
|
|
|
|
cur := tip
|
|
|
|
var blockDepth uint64
|
|
|
|
var mainchainDiff types.Difficulty
|
|
|
|
if tip.Side.Parent != types.ZeroHash {
|
|
seedHeight := randomx.SeedHeight(tip.Main.Coinbase.GenHeight)
|
|
mainchainDiff = difficultyByHeight(seedHeight)
|
|
if mainchainDiff == types.ZeroDifficulty {
|
|
if errorFunc != nil {
|
|
errorFunc(fmt.Errorf("couldn't get mainchain difficulty for height = %d", seedHeight))
|
|
}
|
|
return
|
|
}
|
|
}
|
|
|
|
// Dynamic PPLNS window starting from v2
|
|
// Limit PPLNS weight to 2x of the Monero difficulty (max 2 blocks per PPLNS window on average)
|
|
sidechainVersion := tip.ShareVersion()
|
|
|
|
maxPplnsWeight := types.MaxDifficulty
|
|
|
|
if sidechainVersion > ShareVersion_V1 {
|
|
maxPplnsWeight = mainchainDiff.Mul64(2)
|
|
}
|
|
|
|
var pplnsWeight types.Difficulty
|
|
|
|
for {
|
|
curEntry := PoolBlockWindowSlot{
|
|
Block: cur,
|
|
}
|
|
curWeight := cur.Side.Difficulty
|
|
|
|
for _, uncleId := range cur.Side.Uncles {
|
|
if uncle := getByTemplateId(uncleId); uncle == nil {
|
|
//cannot find uncles
|
|
if errorFunc != nil {
|
|
errorFunc(fmt.Errorf("could not find uncle %s", uncleId.String()))
|
|
}
|
|
return
|
|
} else {
|
|
//Needs to be added regardless - for other consumers
|
|
curEntry.Uncles = append(curEntry.Uncles, uncle)
|
|
|
|
// Skip uncles which are already out of PPLNS window
|
|
if (tip.Side.Height - uncle.Side.Height) >= consensus.ChainWindowSize {
|
|
continue
|
|
}
|
|
|
|
// Take some % of uncle's weight into this share
|
|
unclePenalty := uncle.Side.Difficulty.Mul64(consensus.UnclePenalty).Div64(100)
|
|
uncleWeight := uncle.Side.Difficulty.Sub(unclePenalty)
|
|
newPplnsWeight := pplnsWeight.Add(uncleWeight)
|
|
|
|
// Skip uncles that push PPLNS weight above the limit
|
|
if newPplnsWeight.Cmp(maxPplnsWeight) > 0 {
|
|
continue
|
|
}
|
|
curWeight = curWeight.Add(unclePenalty)
|
|
|
|
if addWeightFunc != nil {
|
|
addWeightFunc(uncle, uncleWeight)
|
|
}
|
|
|
|
pplnsWeight = newPplnsWeight
|
|
}
|
|
}
|
|
|
|
// Always add non-uncle shares even if PPLNS weight goes above the limit
|
|
results <- curEntry
|
|
|
|
if addWeightFunc != nil {
|
|
addWeightFunc(cur, curWeight)
|
|
}
|
|
|
|
pplnsWeight = pplnsWeight.Add(curWeight)
|
|
|
|
// One non-uncle share can go above the limit, but it will also guarantee that "shares" is never empty
|
|
if pplnsWeight.Cmp(maxPplnsWeight) > 0 {
|
|
break
|
|
}
|
|
|
|
blockDepth++
|
|
|
|
if blockDepth >= consensus.ChainWindowSize {
|
|
break
|
|
}
|
|
|
|
// Reached the genesis block so we're done
|
|
if cur.Side.Height == 0 {
|
|
break
|
|
}
|
|
|
|
parentId := cur.Side.Parent
|
|
cur = getByTemplateId(parentId)
|
|
|
|
if cur == nil {
|
|
if errorFunc != nil {
|
|
errorFunc(fmt.Errorf("could not find parent %s", parentId.String()))
|
|
}
|
|
return
|
|
}
|
|
}
|
|
}()
|
|
|
|
return results
|
|
}
|
|
|
|
func GetShares(tip *PoolBlock, consensus *Consensus, difficultyByHeight block.GetDifficultyByHeightFunc, getByTemplateId GetByTemplateIdFunc, preAllocatedShares Shares) (shares Shares, bottomHeight uint64) {
|
|
|
|
sharesSet := make(map[address.PackedAddress]*Share, consensus.ChainWindowSize*2)
|
|
|
|
index := 0
|
|
indexGet := 0
|
|
l := len(preAllocatedShares)
|
|
getPreAllocated := func() (s *Share) {
|
|
if indexGet < l {
|
|
s = preAllocatedShares[indexGet]
|
|
} else {
|
|
s = &Share{}
|
|
}
|
|
indexGet++
|
|
return s
|
|
}
|
|
|
|
insertSet := func(weight types.Difficulty, a *address.PackedAddress) {
|
|
if _, ok := sharesSet[*a]; ok {
|
|
sharesSet[*a].Weight = sharesSet[*a].Weight.Add(weight)
|
|
} else {
|
|
s := getPreAllocated()
|
|
s.Weight = weight
|
|
s.Address = *a
|
|
sharesSet[*a] = s
|
|
}
|
|
}
|
|
|
|
insertPreAllocated := func(share *Share) {
|
|
if index < l {
|
|
preAllocatedShares[index] = share
|
|
} else {
|
|
preAllocatedShares = append(preAllocatedShares, share)
|
|
}
|
|
index++
|
|
}
|
|
|
|
var errorValue error
|
|
for e := range IterateBlocksInPPLNSWindow(tip, consensus, difficultyByHeight, getByTemplateId, func(b *PoolBlock, weight types.Difficulty) {
|
|
insertSet(weight, b.GetAddress())
|
|
}, func(err error) {
|
|
errorValue = err
|
|
}) {
|
|
bottomHeight = e.Block.Side.Height
|
|
}
|
|
|
|
if errorValue != nil {
|
|
return nil, 0
|
|
}
|
|
|
|
for _, share := range sharesSet {
|
|
insertPreAllocated(share)
|
|
}
|
|
|
|
shares = preAllocatedShares[:index]
|
|
|
|
// Sort shares based on address
|
|
slices.SortFunc(shares, func(a *Share, b *Share) bool {
|
|
return a.Address.Compare(&b.Address) < 0
|
|
})
|
|
|
|
//Shuffle shares
|
|
ShuffleShares(shares, tip.ShareVersion(), tip.Side.CoinbasePrivateKeySeed)
|
|
|
|
return shares, bottomHeight
|
|
}
|
|
|
|
// ShuffleShares Sorts shares according to consensus parameters. Requires pre-sorted shares based on address
|
|
func ShuffleShares[T any](shares []T, shareVersion ShareVersion, privateKeySeed types.Hash) {
|
|
n := len(shares)
|
|
if shareVersion > ShareVersion_V1 && n > 1 {
|
|
h := crypto.PooledKeccak256(privateKeySeed[:])
|
|
seed := binary.LittleEndian.Uint64(h[:])
|
|
|
|
if seed == 0 {
|
|
seed = 1
|
|
}
|
|
|
|
for i := 0; i < (n - 1); i++ {
|
|
seed = utils.XorShift64Star(seed)
|
|
k := int(uint128.From64(seed).Mul64(uint64(n - i)).Hi)
|
|
//swap
|
|
shares[i], shares[i+k] = shares[i+k], shares[i]
|
|
}
|
|
}
|
|
}
|
|
|
|
func GetDifficulty(tip *PoolBlock, consensus *Consensus, getByTemplateId GetByTemplateIdFunc) (difficulty types.Difficulty, verifyError, invalidError error) {
|
|
difficultyData := make([]DifficultyData, 0, consensus.ChainWindowSize*2)
|
|
cur := tip
|
|
var blockDepth uint64
|
|
var oldestTimestamp uint64 = math.MaxUint64
|
|
for {
|
|
oldestTimestamp = utils.Min(oldestTimestamp, cur.Main.Timestamp)
|
|
difficultyData = append(difficultyData, DifficultyData{CumulativeDifficulty: cur.Side.CumulativeDifficulty, Timestamp: cur.Main.Timestamp})
|
|
|
|
for _, uncleId := range cur.Side.Uncles {
|
|
if uncle := getByTemplateId(uncleId); uncle == nil {
|
|
//cannot find uncles
|
|
return types.ZeroDifficulty, fmt.Errorf("could not find uncle %s", uncleId), nil
|
|
} else {
|
|
// Skip uncles which are already out of PPLNS window
|
|
if (tip.Side.Height - uncle.Side.Height) >= consensus.ChainWindowSize {
|
|
continue
|
|
}
|
|
|
|
oldestTimestamp = utils.Min(oldestTimestamp, uncle.Main.Timestamp)
|
|
difficultyData = append(difficultyData, DifficultyData{CumulativeDifficulty: uncle.Side.CumulativeDifficulty, Timestamp: uncle.Main.Timestamp})
|
|
}
|
|
}
|
|
|
|
blockDepth++
|
|
|
|
if blockDepth >= consensus.ChainWindowSize {
|
|
break
|
|
}
|
|
|
|
// Reached the genesis block so we're done
|
|
if cur.Side.Height == 0 {
|
|
break
|
|
}
|
|
|
|
parentId := cur.Side.Parent
|
|
cur = getByTemplateId(parentId)
|
|
|
|
if cur == nil {
|
|
return types.ZeroDifficulty, fmt.Errorf("could not find parent %s", parentId), nil
|
|
}
|
|
}
|
|
|
|
// Discard 10% oldest and 10% newest (by timestamp) blocks
|
|
tmpTimestamps := make([]uint32, 0, len(difficultyData))
|
|
for i := range difficultyData {
|
|
tmpTimestamps = append(tmpTimestamps, uint32(difficultyData[i].Timestamp-oldestTimestamp))
|
|
}
|
|
|
|
cutSize := (len(difficultyData) + 9) / 10
|
|
index1 := cutSize - 1
|
|
index2 := len(difficultyData) - cutSize
|
|
|
|
//TODO: replace this with introspective selection, use order for now
|
|
slices.Sort(tmpTimestamps)
|
|
|
|
timestamp1 := oldestTimestamp + uint64(tmpTimestamps[index1])
|
|
timestamp2 := oldestTimestamp + uint64(tmpTimestamps[index2])
|
|
|
|
// Make a reasonable assumption that each block has higher timestamp, so deltaT can't be less than deltaIndex
|
|
// Because if it is, someone is trying to mess with timestamps
|
|
// In reality, deltaT ~ deltaIndex*10 (sidechain block time)
|
|
deltaIndex := uint64(1)
|
|
if index2 > index2 {
|
|
deltaIndex = uint64(index2 - index1)
|
|
}
|
|
deltaT := deltaIndex
|
|
if timestamp2 > (timestamp1 + deltaIndex) {
|
|
deltaT = timestamp2 - timestamp1
|
|
}
|
|
|
|
var diff1 = types.Difficulty{Hi: math.MaxUint64, Lo: math.MaxUint64}
|
|
var diff2 types.Difficulty
|
|
|
|
for i := range difficultyData {
|
|
d := &difficultyData[i]
|
|
if timestamp1 <= d.Timestamp && d.Timestamp <= timestamp2 {
|
|
if d.CumulativeDifficulty.Cmp(diff1) < 0 {
|
|
diff1 = d.CumulativeDifficulty
|
|
}
|
|
if diff2.Cmp(d.CumulativeDifficulty) < 0 {
|
|
diff2 = d.CumulativeDifficulty
|
|
}
|
|
}
|
|
}
|
|
|
|
deltaDiff := diff2.Sub(diff1)
|
|
|
|
curDifficulty := deltaDiff.Mul64(consensus.TargetBlockTime).Div64(deltaT)
|
|
|
|
if curDifficulty.Cmp64(consensus.MinimumDifficulty) < 0 {
|
|
curDifficulty = types.DifficultyFrom64(consensus.MinimumDifficulty)
|
|
}
|
|
return curDifficulty, nil, nil
|
|
}
|
|
|
|
func SplitReward(reward uint64, shares Shares) (rewards []uint64) {
|
|
var totalWeight types.Difficulty
|
|
for i := range shares {
|
|
totalWeight = totalWeight.Add(shares[i].Weight)
|
|
}
|
|
|
|
if totalWeight.Equals64(0) {
|
|
//TODO: err
|
|
return nil
|
|
}
|
|
|
|
rewards = make([]uint64, len(shares))
|
|
|
|
var w types.Difficulty
|
|
var rewardGiven uint64
|
|
|
|
for i := range shares {
|
|
w = w.Add(shares[i].Weight)
|
|
nextValue := w.Mul64(reward).Div(totalWeight)
|
|
rewards[i] = nextValue.Lo - rewardGiven
|
|
rewardGiven = nextValue.Lo
|
|
}
|
|
|
|
// Double check that we gave out the exact amount
|
|
rewardGiven = 0
|
|
for _, r := range rewards {
|
|
rewardGiven += r
|
|
}
|
|
if rewardGiven != reward {
|
|
return nil
|
|
}
|
|
|
|
return rewards
|
|
}
|
|
|
|
func IsLongerChain(block, candidate *PoolBlock, consensus *Consensus, getByTemplateId GetByTemplateIdFunc, getChainMainByHash GetChainMainByHashFunc) (isLonger, isAlternative bool) {
|
|
if candidate == nil || !candidate.Verified.Load() || candidate.Invalid.Load() {
|
|
return false, false
|
|
}
|
|
|
|
// Switching from an empty to a non-empty chain
|
|
if block == nil {
|
|
return true, true
|
|
}
|
|
|
|
// If these two blocks are on the same chain, they must have a common ancestor
|
|
|
|
blockAncestor := block
|
|
for blockAncestor != nil && blockAncestor.Side.Height > candidate.Side.Height {
|
|
blockAncestor = getByTemplateId(blockAncestor.Side.Parent)
|
|
//TODO: err on blockAncestor nil
|
|
}
|
|
|
|
if blockAncestor != nil {
|
|
candidateAncestor := candidate
|
|
for candidateAncestor != nil && candidateAncestor.Side.Height > blockAncestor.Side.Height {
|
|
candidateAncestor = getByTemplateId(candidateAncestor.Side.Parent)
|
|
//TODO: err on candidateAncestor nil
|
|
}
|
|
|
|
for blockAncestor != nil && candidateAncestor != nil {
|
|
if blockAncestor.Side.Parent.Equals(candidateAncestor.Side.Parent) {
|
|
return block.Side.CumulativeDifficulty.Cmp(candidate.Side.CumulativeDifficulty) < 0, false
|
|
}
|
|
blockAncestor = getByTemplateId(blockAncestor.Side.Parent)
|
|
candidateAncestor = getByTemplateId(candidateAncestor.Side.Parent)
|
|
}
|
|
}
|
|
|
|
// They're on totally different chains. Compare total difficulties over the last m_chainWindowSize blocks
|
|
|
|
var blockTotalDiff, candidateTotalDiff types.Difficulty
|
|
|
|
oldChain := block
|
|
newChain := candidate
|
|
|
|
var candidateMainchainHeight, candidateMainchainMinHeight uint64
|
|
|
|
var moneroBlocksReserve = consensus.ChainWindowSize * consensus.TargetBlockTime * 2 / monero.BlockTime
|
|
currentChainMoneroBlocks, candidateChainMoneroBlocks := make([]types.Hash, 0, moneroBlocksReserve), make([]types.Hash, 0, moneroBlocksReserve)
|
|
|
|
for i := uint64(0); i < consensus.ChainWindowSize && (oldChain != nil || newChain != nil); i++ {
|
|
if oldChain != nil {
|
|
blockTotalDiff = blockTotalDiff.Add(oldChain.Side.Difficulty)
|
|
for _, uncle := range oldChain.Side.Uncles {
|
|
if u := getByTemplateId(uncle); u != nil {
|
|
blockTotalDiff = blockTotalDiff.Add(u.Side.Difficulty)
|
|
}
|
|
}
|
|
if !slices.Contains(currentChainMoneroBlocks, oldChain.Main.PreviousId) && getChainMainByHash(oldChain.Main.PreviousId) != nil {
|
|
currentChainMoneroBlocks = append(currentChainMoneroBlocks, oldChain.Main.PreviousId)
|
|
}
|
|
oldChain = getByTemplateId(oldChain.Side.Parent)
|
|
}
|
|
|
|
if newChain != nil {
|
|
if candidateMainchainMinHeight != 0 {
|
|
candidateMainchainMinHeight = utils.Min(candidateMainchainMinHeight, newChain.Main.Coinbase.GenHeight)
|
|
} else {
|
|
candidateMainchainMinHeight = newChain.Main.Coinbase.GenHeight
|
|
}
|
|
candidateTotalDiff = candidateTotalDiff.Add(newChain.Side.Difficulty)
|
|
for _, uncle := range newChain.Side.Uncles {
|
|
if u := getByTemplateId(uncle); u != nil {
|
|
candidateTotalDiff = candidateTotalDiff.Add(u.Side.Difficulty)
|
|
}
|
|
}
|
|
if !slices.Contains(candidateChainMoneroBlocks, newChain.Main.PreviousId) {
|
|
if data := getChainMainByHash(newChain.Main.PreviousId); data != nil {
|
|
candidateChainMoneroBlocks = append(candidateChainMoneroBlocks, newChain.Main.PreviousId)
|
|
candidateMainchainHeight = utils.Max(candidateMainchainHeight, data.Height)
|
|
}
|
|
}
|
|
|
|
newChain = getByTemplateId(newChain.Side.Parent)
|
|
}
|
|
}
|
|
|
|
if blockTotalDiff.Cmp(candidateTotalDiff) >= 0 {
|
|
return false, true
|
|
}
|
|
|
|
// Candidate chain must be built on top of recent mainchain blocks
|
|
if headerTip := getChainMainByHash(types.ZeroHash); headerTip != nil {
|
|
if candidateMainchainHeight+10 < headerTip.Height {
|
|
log.Printf("[SideChain] Received a longer alternative chain but it's stale: height %d, current height %d", candidateMainchainHeight, headerTip.Height)
|
|
return false, true
|
|
}
|
|
|
|
limit := consensus.ChainWindowSize * 4 * consensus.TargetBlockTime / monero.BlockTime
|
|
if candidateMainchainMinHeight+limit < headerTip.Height {
|
|
log.Printf("[SideChain] Received a longer alternative chain but it's stale: min height %d, must be >= %d", candidateMainchainMinHeight, headerTip.Height-limit)
|
|
return false, true
|
|
}
|
|
|
|
// Candidate chain must have been mined on top of at least half as many known Monero blocks, compared to the current chain
|
|
if len(candidateChainMoneroBlocks)*2 < len(currentChainMoneroBlocks) {
|
|
log.Printf("[SideChain] Received a longer alternative chain but it wasn't mined on current Monero blockchain: only %d / %d blocks found", len(candidateChainMoneroBlocks), len(currentChainMoneroBlocks))
|
|
return false, true
|
|
}
|
|
|
|
return true, true
|
|
} else {
|
|
return false, true
|
|
}
|
|
}
|