Compare commits

...

10 Commits

Author SHA1 Message Date
thloyi
43659ea4e4 fix pump amm quoteAmountIn 2026-04-27 14:36:03 +08:00
thloyi
6414e6a25f rawtx binary 2026-04-24 18:00:44 +08:00
thloyi
273e87b8ad fix ignore failed metaora swap 2026-04-22 11:16:26 +08:00
thloyi
bb858c643e fix orcawhirpool int64 overflow 2026-04-22 11:10:46 +08:00
thloyi
a620df5837 fix pump parser 2026-04-21 14:18:42 +08:00
thloyi
36da96eeaf no two hp swap slippage 2026-04-20 16:31:18 +08:00
thloyi
a765fafddd fix pump parser 2026-04-20 16:26:55 +08:00
thloyi
738e417167 fix EncodeTxBinary 2026-04-20 15:25:08 +08:00
thloyi
51f1511c8f fix EncodeTxBinary 2026-04-20 15:09:42 +08:00
thloyi
7dfe003e5b fix event enum 2026-04-20 14:16:20 +08:00
18 changed files with 3240 additions and 864 deletions

View File

@@ -0,0 +1,589 @@
package main
import (
"flag"
"fmt"
"math/big"
"os"
"sort"
pump_parser "github.com/thloyi/pump-parser"
)
type sizeStats struct {
total uint64
items map[string]uint64
}
type txInnerDataStat struct {
TxOrdinal int
BlockIndex int
IndexWithinBlock uint32
Slot uint64
Bytes uint64
InstructionCount int
}
func newSizeStats() *sizeStats {
return &sizeStats{items: make(map[string]uint64)}
}
func (s *sizeStats) add(name string, n uint64) {
s.items[name] += n
s.total += n
}
func main() {
filePath := flag.String("file", "testdata/rawtx-binary/rawtx-blocks-414696178-414696182.prbs", "path to RawTxBlocksBinary .prbs file")
flag.Parse()
raw, err := os.ReadFile(*filePath)
if err != nil {
fmt.Fprintf(os.Stderr, "read file: %v\n", err)
os.Exit(1)
}
var blocks pump_parser.RawTxBlocksBinary
if err := blocks.UnmarshalBinary(raw); err != nil {
fmt.Fprintf(os.Stderr, "decode rawtx blocks binary: %v\n", err)
os.Exit(1)
}
stats := analyzeRawTxBlocksBinary(&blocks)
if stats.total != uint64(len(raw)) {
fmt.Fprintf(os.Stderr, "size accounting mismatch: accounted=%d file=%d\n", stats.total, len(raw))
os.Exit(1)
}
printReport(*filePath, len(raw), &blocks, stats)
fmt.Println()
printInnerInstructionDataDistribution(&blocks)
fmt.Println()
printBalanceAnalysis(&blocks)
}
func analyzeRawTxBlocksBinary(blocks *pump_parser.RawTxBlocksBinary) *sizeStats {
stats := newSizeStats()
stats.add("file.magic", 4)
stats.add("file.schema_version", 2)
stats.add("address_table.count", 4)
stats.add("address_table.pubkeys", uint64(len(blocks.AddressTable))*32)
stats.add("blocks.count", 4)
stats.add("blocks.block_time", uint64(len(blocks.BlockTimes))*8)
stats.add("blocks.tx_count", uint64(len(blocks.BlockTxCounts))*4)
stats.add("txs.total_count", 4)
for i := range blocks.Txs {
addTx(stats, &blocks.Txs[i])
}
return stats
}
func addTx(stats *sizeStats, tx *pump_parser.RawTxBinary) {
stats.add("tx.index_within_block", 4)
stats.add("tx.slot", 8)
stats.add("tx.version", 1)
stats.add("tx.account_key_count", 4)
stats.add("tx.account_list.count", 4)
stats.add("tx.account_list.refs", uint64(len(tx.AccountList))*4)
addMeta(stats, &tx.Meta)
addTransaction(stats, &tx.Transaction)
}
func addMeta(stats *sizeStats, meta *pump_parser.RawTxMetaBinary) {
addErr(stats, meta.Err)
stats.add("meta.fee", 8)
addInnerInstructions(stats, meta.InnerInstructions)
addLamportBalances(stats, meta.PreBalances, meta.PostBalances)
addTokenBalances(stats, "meta.token_balances", meta.TokenBalances)
stats.add("meta.compute_units_consumed", 8)
}
func addErr(stats *sizeStats, errValue *pump_parser.TransactionParsedError) {
stats.add("meta.err.present", 1)
if errValue == nil {
return
}
stats.add("meta.err.index", 1)
stats.add("meta.err.variant", 4)
stats.add("meta.err.enum", 4)
stats.add("meta.err.custom_code", 4)
}
func addTransaction(stats *sizeStats, tx *pump_parser.RawTxTransactionBinary) {
stats.add("transaction.signature.present", 1)
if tx.HasSignature {
stats.add("transaction.signature.first", 64)
}
addHeader(stats)
addInstructions(stats, "transaction.instructions", tx.Message.Instructions)
addAddressTableLookups(stats, tx.Message.AddressTableLookups)
}
func addHeader(stats *sizeStats) {
stats.add("transaction.header.num_readonly_signed", 4)
stats.add("transaction.header.num_readonly_unsigned", 4)
stats.add("transaction.header.num_required_signatures", 4)
}
func addInnerInstructions(stats *sizeStats, values []pump_parser.InnerInstructions) {
stats.add("meta.inner_instructions.count", 4)
for _, value := range values {
stats.add("meta.inner_instructions.index", 4)
addInstructions(stats, "meta.inner_instructions.instructions", value.Instructions)
}
}
func addInstructions(stats *sizeStats, prefix string, values []pump_parser.Instruction) {
stats.add(prefix+".count", 4)
for _, value := range values {
stats.add(prefix+".program_id_index", 2)
stats.add(prefix+".accounts.count", 4)
stats.add(prefix+".accounts.refs", uint64(len(value.Accounts))*2)
stats.add(prefix+".data.length", 4)
stats.add(prefix+".data.bytes", uint64(len(value.Data)))
stats.add(prefix+".stack_height.present", 1)
if value.StackHeight != nil {
stats.add(prefix+".stack_height.value", 4)
}
}
}
func addAddressTableLookups(stats *sizeStats, values []pump_parser.RawTxAddressTableLookupBinary) {
stats.add("transaction.address_table_lookups.count", 4)
for _, value := range values {
stats.add("transaction.address_table_lookups.account_key", 4)
stats.add("transaction.address_table_lookups.writable.count", 4)
stats.add("transaction.address_table_lookups.writable.indexes", uint64(len(value.WritableIndexes)))
stats.add("transaction.address_table_lookups.readonly.count", 4)
stats.add("transaction.address_table_lookups.readonly.indexes", uint64(len(value.ReadonlyIndexes)))
}
}
func addUint64Slice(stats *sizeStats, prefix string, count int) {
stats.add(prefix+".count", 4)
stats.add(prefix+".values", uint64(count)*8)
}
func addLamportBalances(stats *sizeStats, preBalances []uint64, postBalances []uint64) {
stats.add("meta.pre_balances.count_uvarint", uint64(uvarintLen(uint64(len(preBalances)))))
for _, value := range preBalances {
stats.add("meta.pre_balances.value_uvarint", uint64(uvarintLen(value)))
}
n := len(preBalances)
if len(postBalances) < n {
n = len(postBalances)
}
changed := 0
for i := 0; i < n; i++ {
if preBalances[i] != postBalances[i] {
changed++
}
}
stats.add("meta.post_balance_changes.count_uvarint", uint64(uvarintLen(uint64(changed))))
for i := 0; i < n; i++ {
if preBalances[i] == postBalances[i] {
continue
}
stats.add("meta.post_balance_changes.index_uvarint", uint64(uvarintLen(uint64(i))))
stats.add("meta.post_balance_changes.delta_uvarint", uint64(zigzagDeltaUvarintLen(preBalances[i], postBalances[i])))
}
}
func addTokenBalances(stats *sizeStats, prefix string, values []pump_parser.RawTxTokenBalanceBinary) {
stats.add(prefix+".count", 4)
for _, value := range values {
stats.add(prefix+".account_index", 2)
stats.add(prefix+".mint_ref", 2)
stats.add(prefix+".owner.present", 1)
if value.HasOwnerAccount {
stats.add(prefix+".owner_ref", 2)
}
stats.add(prefix+".program_id_ref", 2)
stats.add(prefix+".decimals", 1)
stats.add(prefix+".pre_amount.present", 1)
if value.HasPreAmount {
stats.add(prefix+".pre_amount.length", 1)
stats.add(prefix+".pre_amount.bytes", uint64(uint256ByteLen(value.PreAmount)))
}
stats.add(prefix+".post_amount.present", 1)
if value.HasPostAmount {
stats.add(prefix+".post_amount.length", 1)
stats.add(prefix+".post_amount.bytes", uint64(uint256ByteLen(value.PostAmount)))
}
}
}
func uint256ByteLen(value string) int {
if value == "" || value == "0" {
return 0
}
amount, ok := new(big.Int).SetString(value, 10)
if !ok || amount.Sign() <= 0 {
return 0
}
return len(amount.Bytes())
}
func printReport(filePath string, fileSize int, blocks *pump_parser.RawTxBlocksBinary, stats *sizeStats) {
type row struct {
name string
bytes uint64
}
rows := make([]row, 0, len(stats.items))
for name, bytes := range stats.items {
rows = append(rows, row{name: name, bytes: bytes})
}
sort.Slice(rows, func(i, j int) bool {
if rows[i].bytes == rows[j].bytes {
return rows[i].name < rows[j].name
}
return rows[i].bytes > rows[j].bytes
})
fmt.Printf("file=%s\n", filePath)
fmt.Printf("bytes=%d\n", fileSize)
fmt.Printf("schema_version=%d\n", blocks.SchemaVersion)
fmt.Printf("blocks=%d\n", len(blocks.BlockTxCounts))
fmt.Printf("txs=%d\n", len(blocks.Txs))
fmt.Printf("address_table_entries=%d\n", len(blocks.AddressTable))
fmt.Println()
fmt.Printf("%-56s %12s %8s\n", "field", "bytes", "pct")
fmt.Printf("%-56s %12s %8s\n", "-----", "-----", "---")
for _, row := range rows {
fmt.Printf("%-56s %12d %7.2f%%\n", row.name, row.bytes, float64(row.bytes)*100/float64(fileSize))
}
}
func printInnerInstructionDataDistribution(blocks *pump_parser.RawTxBlocksBinary) {
stats := collectInnerInstructionDataStats(blocks)
values := make([]uint64, 0, len(stats))
var total uint64
var nonZero int
for _, stat := range stats {
values = append(values, stat.Bytes)
total += stat.Bytes
if stat.Bytes > 0 {
nonZero++
}
}
sort.Slice(values, func(i, j int) bool { return values[i] < values[j] })
fmt.Println("inner_instruction_data_bytes_per_tx")
fmt.Printf("txs=%d nonzero_txs=%d total_bytes=%d avg=%.2f\n", len(stats), nonZero, total, avg(total, len(stats)))
if len(values) > 0 {
fmt.Printf("min=%d p50=%d p75=%d p90=%d p95=%d p99=%d max=%d\n",
values[0],
percentile(values, 0.50),
percentile(values, 0.75),
percentile(values, 0.90),
percentile(values, 0.95),
percentile(values, 0.99),
values[len(values)-1],
)
}
fmt.Println()
fmt.Printf("%-16s %8s %8s\n", "bucket", "txs", "bytes")
fmt.Printf("%-16s %8s %8s\n", "------", "---", "-----")
for _, bucket := range innerDataBuckets(stats) {
fmt.Printf("%-16s %8d %8d\n", bucket.label, bucket.count, bucket.bytes)
}
sort.Slice(stats, func(i, j int) bool {
if stats[i].Bytes == stats[j].Bytes {
return stats[i].TxOrdinal < stats[j].TxOrdinal
}
return stats[i].Bytes > stats[j].Bytes
})
fmt.Println()
fmt.Printf("%-6s %-5s %-8s %-12s %-8s %-10s\n", "rank", "block", "tx_index", "slot", "bytes", "inner_ix")
fmt.Printf("%-6s %-5s %-8s %-12s %-8s %-10s\n", "----", "-----", "--------", "----", "-----", "--------")
limit := 20
if len(stats) < limit {
limit = len(stats)
}
for i := 0; i < limit; i++ {
stat := stats[i]
fmt.Printf("%-6d %-5d %-8d %-12d %-8d %-10d\n", i+1, stat.BlockIndex, stat.IndexWithinBlock, stat.Slot, stat.Bytes, stat.InstructionCount)
}
}
func collectInnerInstructionDataStats(blocks *pump_parser.RawTxBlocksBinary) []txInnerDataStat {
out := make([]txInnerDataStat, 0, len(blocks.Txs))
txOffset := 0
for blockIndex, count := range blocks.BlockTxCounts {
for i := uint32(0); i < count; i++ {
tx := &blocks.Txs[txOffset]
var bytes uint64
var instructionCount int
for _, inner := range tx.Meta.InnerInstructions {
for _, instruction := range inner.Instructions {
bytes += uint64(len(instruction.Data))
instructionCount++
}
}
out = append(out, txInnerDataStat{
TxOrdinal: txOffset,
BlockIndex: blockIndex,
IndexWithinBlock: tx.IndexWithinBlock,
Slot: tx.Slot,
Bytes: bytes,
InstructionCount: instructionCount,
})
txOffset++
}
}
return out
}
func percentile(values []uint64, p float64) uint64 {
if len(values) == 0 {
return 0
}
idx := int(float64(len(values)-1) * p)
return values[idx]
}
func avg(total uint64, count int) float64 {
if count == 0 {
return 0
}
return float64(total) / float64(count)
}
type innerDataBucket struct {
label string
count int
bytes uint64
}
func innerDataBuckets(stats []txInnerDataStat) []innerDataBucket {
buckets := []innerDataBucket{
{label: "0"},
{label: "1-63"},
{label: "64-127"},
{label: "128-255"},
{label: "256-511"},
{label: "512-1023"},
{label: "1024-2047"},
{label: "2048-4095"},
{label: "4096+"},
}
for _, stat := range stats {
index := 0
switch {
case stat.Bytes == 0:
index = 0
case stat.Bytes < 64:
index = 1
case stat.Bytes < 128:
index = 2
case stat.Bytes < 256:
index = 3
case stat.Bytes < 512:
index = 4
case stat.Bytes < 1024:
index = 5
case stat.Bytes < 2048:
index = 6
case stat.Bytes < 4096:
index = 7
default:
index = 8
}
buckets[index].count++
buckets[index].bytes += stat.Bytes
}
return buckets
}
type balanceValueStats struct {
name string
count int
unique int
zeroCount int
topValues []balanceTopValue
fixedBytes uint64
uvarintBytes uint64
duplicateCount int
}
type balanceTopValue struct {
value uint64
count int
}
type balancePairStats struct {
txCount int
pairCount int
lengthMismatchTxs int
unchangedCount int
changedCount int
currentFixedValueBytes uint64
bothUvarintBytes uint64
preUvarintPostDelta uint64
preUvarintChangedDeltas uint64
}
func printBalanceAnalysis(blocks *pump_parser.RawTxBlocksBinary) {
preValues := make([]uint64, 0)
postValues := make([]uint64, 0)
pairs := balancePairStats{}
pairs.txCount = len(blocks.Txs)
for _, tx := range blocks.Txs {
preValues = append(preValues, tx.Meta.PreBalances...)
postValues = append(postValues, tx.Meta.PostBalances...)
preLen := len(tx.Meta.PreBalances)
postLen := len(tx.Meta.PostBalances)
if preLen != postLen {
pairs.lengthMismatchTxs++
}
n := preLen
if postLen < n {
n = postLen
}
pairs.currentFixedValueBytes += uint64(preLen+postLen) * 8
pairs.preUvarintChangedDeltas += uint64(uvarintLen(uint64(n)))
for i := 0; i < preLen; i++ {
pairs.bothUvarintBytes += uint64(uvarintLen(tx.Meta.PreBalances[i]))
pairs.preUvarintPostDelta += uint64(uvarintLen(tx.Meta.PreBalances[i]))
pairs.preUvarintChangedDeltas += uint64(uvarintLen(tx.Meta.PreBalances[i]))
}
for i := 0; i < postLen; i++ {
pairs.bothUvarintBytes += uint64(uvarintLen(tx.Meta.PostBalances[i]))
}
for i := 0; i < n; i++ {
pre := tx.Meta.PreBalances[i]
post := tx.Meta.PostBalances[i]
pairs.pairCount++
pairs.preUvarintPostDelta += uint64(zigzagDeltaUvarintLen(pre, post))
if pre == post {
pairs.unchangedCount++
continue
}
pairs.changedCount++
pairs.preUvarintChangedDeltas += uint64(uvarintLen(uint64(i)))
pairs.preUvarintChangedDeltas += uint64(zigzagDeltaUvarintLen(pre, post))
}
}
preStats := collectBalanceValueStats("pre_balances", preValues)
postStats := collectBalanceValueStats("post_balances", postValues)
combined := append(append([]uint64(nil), preValues...), postValues...)
combinedStats := collectBalanceValueStats("pre+post_balances", combined)
fmt.Println("balance_values_analysis")
printBalanceValueStats(preStats)
printBalanceValueStats(postStats)
printBalanceValueStats(combinedStats)
fmt.Println()
fmt.Println("balance_encoding_estimates")
fmt.Printf("txs=%d pairs=%d length_mismatch_txs=%d unchanged_pairs=%d changed_pairs=%d unchanged_pct=%.2f%%\n",
pairs.txCount,
pairs.pairCount,
pairs.lengthMismatchTxs,
pairs.unchangedCount,
pairs.changedCount,
float64(pairs.unchangedCount)*100/float64(maxInt(pairs.pairCount, 1)),
)
printEstimate("current_fixed_uint64_values", pairs.currentFixedValueBytes, pairs.currentFixedValueBytes)
printEstimate("both_values_uvarint", pairs.bothUvarintBytes, pairs.currentFixedValueBytes)
printEstimate("pre_uvarint_post_delta_each_index", pairs.preUvarintPostDelta, pairs.currentFixedValueBytes)
printEstimate("pre_uvarint_post_changed_delta_pairs", pairs.preUvarintChangedDeltas, pairs.currentFixedValueBytes)
}
func collectBalanceValueStats(name string, values []uint64) balanceValueStats {
freq := make(map[uint64]int)
var zeroCount int
var uvarintBytes uint64
for _, value := range values {
freq[value]++
if value == 0 {
zeroCount++
}
uvarintBytes += uint64(uvarintLen(value))
}
top := make([]balanceTopValue, 0, len(freq))
var duplicateCount int
for value, count := range freq {
top = append(top, balanceTopValue{value: value, count: count})
if count > 1 {
duplicateCount += count - 1
}
}
sort.Slice(top, func(i, j int) bool {
if top[i].count == top[j].count {
return top[i].value < top[j].value
}
return top[i].count > top[j].count
})
if len(top) > 10 {
top = top[:10]
}
return balanceValueStats{
name: name,
count: len(values),
unique: len(freq),
zeroCount: zeroCount,
topValues: top,
fixedBytes: uint64(len(values)) * 8,
uvarintBytes: uvarintBytes,
duplicateCount: duplicateCount,
}
}
func printBalanceValueStats(stats balanceValueStats) {
fmt.Printf("%s: count=%d unique=%d duplicate_values=%d zero=%d zero_pct=%.2f%% fixed_bytes=%d uvarint_bytes=%d uvarint_saved=%.2f%%\n",
stats.name,
stats.count,
stats.unique,
stats.duplicateCount,
stats.zeroCount,
float64(stats.zeroCount)*100/float64(maxInt(stats.count, 1)),
stats.fixedBytes,
stats.uvarintBytes,
savedPct(stats.fixedBytes, stats.uvarintBytes),
)
fmt.Printf("%-22s %-8s %-8s\n", "value", "count", "pct")
for _, item := range stats.topValues {
fmt.Printf("%-22d %-8d %7.2f%%\n", item.value, item.count, float64(item.count)*100/float64(maxInt(stats.count, 1)))
}
}
func printEstimate(name string, bytes uint64, baseline uint64) {
fmt.Printf("%-38s %10d saved=%7.2f%%\n", name, bytes, savedPct(baseline, bytes))
}
func savedPct(baseline uint64, value uint64) float64 {
if baseline == 0 {
return 0
}
return (float64(baseline) - float64(value)) * 100 / float64(baseline)
}
func uvarintLen(value uint64) int {
n := 1
for value >= 0x80 {
value >>= 7
n++
}
return n
}
func zigzagDeltaUvarintLen(pre uint64, post uint64) int {
if post >= pre {
return uvarintLen((post - pre) << 1)
}
return uvarintLen(((pre - post) << 1) - 1)
}
func maxInt(a int, b int) int {
if a > b {
return a
}
return b
}

13
enum.go
View File

@@ -126,4 +126,17 @@ const (
TxEventBuyFailed = "buy_failed" TxEventBuyFailed = "buy_failed"
TxEventSellFailed = "sell_failed" TxEventSellFailed = "sell_failed"
TxEventBurn = "burn" TxEventBurn = "burn"
TxEventCreate = "create"
TxEventComplete = "complete"
TxEventMigrate = "migrate"
TxEventDeposit = "deposit"
TxEventWithdraw = "withdraw"
TxEventOpen = "open"
TxEventClose = "close"
TxEventClaimFee = "claim_fee"
TxEventAddLiquidity = "add_liquidity"
TxEventAddLiquidityOneSide = "add_liquidity_one_side"
TxEventRemoveLiquidity = "remove_liquidity"
TxEventRemoveLiquidityOneSide = "remove_liquidity_one_side"
) )

View File

@@ -62,6 +62,12 @@ func main() {
swap.BaseAmount.Div(decimal.NewFromInt(1e6)), swap.QuoteAmount.Div(decimal.NewFromInt(1e9)), swap.FixedAmount.String(), swap.LimitAmount.String()) swap.BaseAmount.Div(decimal.NewFromInt(1e6)), swap.QuoteAmount.Div(decimal.NewFromInt(1e9)), swap.FixedAmount.String(), swap.LimitAmount.String())
} }
} }
if len(ptx.Swaps) > 0 {
_, err := parser.EncodeTxBinary(ptx)
if err != nil {
fmt.Printf("success tx : %s, , block: %d, tx: %s, err: %s \n", time.Now().Format("2006-01-02 15:04:05"), ptx.Block, ptx.GetTxHash(), err.Error())
}
}
} }
// currentBlock = ptx.Block // currentBlock = ptx.Block

View File

@@ -2,29 +2,18 @@ package main
import ( import (
"context" "context"
"errors"
"fmt" "fmt"
"log"
"log/slog"
"strings"
"time"
"github.com/gagliardetto/solana-go" "github.com/gagliardetto/solana-go"
"github.com/gagliardetto/solana-go/rpc" "github.com/gagliardetto/solana-go/rpc"
"github.com/jackc/pgtype"
"github.com/shopspring/decimal"
solana_parser "github.com/thloyi/pump-parser" solana_parser "github.com/thloyi/pump-parser"
"gorm.io/driver/postgres"
"gorm.io/gorm"
"gorm.io/gorm/logger"
) )
var () var ()
func main() { func main() {
var slot uint64 = 403021435 var slot uint64 = 414696178
var data = NewBlockData(decimal.NewFromFloat(100.0))
client := rpc.New("https://staked.helius-rpc.com?api-key=5adcf1f9-5719-43d1-bf3f-c2d4e1e5f94d") client := rpc.New("https://staked.helius-rpc.com?api-key=5adcf1f9-5719-43d1-bf3f-c2d4e1e5f94d")
var rewards = false var rewards = false
var version uint64 = 0 var version uint64 = 0
@@ -42,7 +31,7 @@ func main() {
} }
solana_parser.EnableAllParsers() solana_parser.EnableAllParsers()
var txs []*solana_parser.Tx var txs []solana_parser.Tx
for i, tx := range blocks.Transactions { for i, tx := range blocks.Transactions {
var blockTime uint64 var blockTime uint64
if blocks.BlockTime != nil { if blocks.BlockTime != nil {
@@ -61,766 +50,11 @@ func main() {
fmt.Println("parse tx error:", i, rawTx.TxHash(), err) fmt.Println("parse tx error:", i, rawTx.TxHash(), err)
break break
} }
txs = append(txs, parsedTx) txs = append(txs, *parsedTx)
} }
for _, result := range txs { _, err = solana_parser.EncodeTxsBinary(txs)
swapsLen := len(result.Swaps)
for i := 0; i < swapsLen; i++ {
action := result.Swaps[i]
var actions []solana_parser.Swap = make([]solana_parser.Swap, 0, 2)
actions = append(actions, action)
if i+1 < swapsLen {
nextAction := result.Swaps[i+1]
if action.Event == "buy" && nextAction.Event == "complete" &&
action.Program == solana_parser.SolProgramPump &&
nextAction.Program == solana_parser.SolProgramPump &&
action.BaseMint == nextAction.BaseMint {
actions = append(actions, nextAction)
i++
}
if action.Event == "migrate" && nextAction.Event == "create" &&
action.Program == solana_parser.SolProgramPump &&
nextAction.Program == solana_parser.SolProgramPumpAMM &&
action.BaseMint == nextAction.BaseMint {
actions = append(actions, nextAction)
i++
}
}
if err = HandleAction(context.Background(), result, actions, data); err != nil {
//h.logger.Errorf("handle action error: %s - %v", result.RawTx.Transaction.Signatures[0].String(), err)
fmt.Println("parse action error:", "tx", result.GetTxHash(), "i", i, "err", err)
}
}
}
fmt.Println("slot", slot, "tx count: ", len(data.Txs))
}
var (
meteoraDammV2Program = solana.MustPublicKeyFromBase58("cpamdpZCGKUy5JxQXB4dcpGPiikHawvSWAd6mEn1sGG")
raydiumCPmmProgramID = solana.MustPublicKeyFromBase58("CPMMoo8L3F4NbTegBCKVNunggL7H1ZpdTHKxQB5qKP1C")
)
func HandleAction(ctx context.Context, tx *solana_parser.Tx, swaps []solana_parser.Swap, data *BlockData) error {
swapLen := len(swaps)
if len(swaps) == 0 {
return nil
}
if swaps[0].BaseMint != solana_parser.WSOL && swaps[0].QuoteMint != solana_parser.WSOL && !swaps[0].QuoteMint.IsZero() {
return nil
}
if len(swaps) == 0 {
return nil
}
event := swaps[0].Event
swap := swaps[0]
action := SwapGetter{swap}
switch event {
case "buy", "sell":
data.AppendTx(action.GetTx(tx, uint64(swap.TxIndex), data.Price))
if swap.Program == solana_parser.SolProgramPump {
if swapLen == 2 && swaps[1].Event == "complete" {
t := pgtype.Timestamptz{}
t.Set(time.Unix(tx.BlockAt, 0))
data.AppendAction(Action{
Maker: swaps[1].User.String(),
Token: swaps[1].BaseMint.String(),
Pair: swaps[1].Pool.String(),
Action: "pump-migrate",
Block: tx.Block,
BlockAt: t,
TxHash: tx.GetTxHash(),
})
}
}
return data.SetPair(action, tx.Block, "")
case "create":
pair, err := action.GetPair(tx.Block, "")
if err != nil { if err != nil {
return err fmt.Println("EncodeTxsBinary err", err)
}
data.AppendTx(action.GetTx(tx, uint64(swap.TxIndex), data.Price))
data.Pairs[pair.Address] = *pair
case "add_liquidity", "remove_liquidity", "deposit", "withdraw", "add", "remove":
liquidityTx, err := action.GetLiquidityTx(tx, uint64(swap.TxIndex))
if liquidityTx == nil {
return err
}
data.AppendTx(*liquidityTx)
return data.SetPair(action, tx.Block, "")
} }
if event != "migrate" {
return nil
}
if swap.Program == solana_parser.SolProgramPump {
t := pgtype.Timestamptz{}
t.Set(time.Unix(tx.BlockAt, 0))
if swapLen == 2 && swaps[1].Event == "create" && swaps[1].Program == solana_parser.SolProgramPumpAMM && swaps[1].BaseMint == swap.BaseMint {
tokenMint := swap.BaseMint.String()
data.AppendAction(Action{
Maker: swap.User.String(),
Token: tokenMint,
Pair: swaps[1].Pool.String(),
Action: "on-pumpswap",
Block: tx.Block,
BlockAt: t,
TxHash: tx.GetTxHash(),
})
data.NewRaydium = append(data.NewRaydium, tokenMint)
}
} else if swap.Program == solana_parser.SolProgramRaydiumLaunchLab || swap.Program == solana_parser.SolProgramRaydiumLaunchLabBonk {
t := pgtype.Timestamptz{}
t.Set(time.Unix(tx.BlockAt, 0))
var actionType string
if action.MigrateTopProgram == raydiumCPmmProgramID {
actionType = "on-raydium-cpmm"
} else {
actionType = "on-raydium-amm"
}
data.AppendAction(Action{
Maker: action.User.String(),
Token: action.BaseMint.String(),
Pair: action.MigrateToPool.String(),
Action: actionType,
Block: tx.Block,
BlockAt: t,
TxHash: tx.GetTxHash(),
})
} else if swap.Program == solana_parser.SolProgramMeteoraBondingCurve {
t := pgtype.Timestamptz{}
t.Set(time.Unix(tx.BlockAt, 0))
var actionType string
if swap.MigrateTopProgram == meteoraDammV2Program {
actionType = "on-meteora-amm-v2"
} else {
actionType = "on-meteora-amm-v1"
}
data.AppendAction(Action{
Maker: action.User.String(),
Token: action.BaseMint.String(),
Pair: action.MigrateToPool.String(),
Action: actionType,
Block: uint64(tx.Block),
BlockAt: t,
TxHash: tx.GetTxHash(),
})
}
return nil
}
type Pair struct {
Id string `gorm:"column:id;primaryKey;default:uuid_generate_v4()"`
Address string
Name string
Token0 string
Token1 string
LpToken string
ChainId int64
Reserve0 decimal.Decimal
Reserve1 decimal.Decimal
Block uint64
BlockAt *pgtype.Timestamptz `gorm:"column:block_at;default:NULL" json:"block_at,omitempty"`
CreatedAt *pgtype.Timestamptz `gorm:"autoCreateTime" json:"created_at,omitempty"`
SortId uint64
Program string
IsCreate bool `gorm:"-"`
//TokenObj *Token `gorm:"-" json:"token_obj,omitempty"`
UpdateSlot uint64 `gorm:"-"`
InDB bool `gorm:"-"`
}
type Tx struct {
Id pgtype.UUID `gorm:"column:id;primaryKey;default:uuid_generate_v4()" json:"-"`
PairAddress string `json:"pair_address"`
Maker string `json:"maker"`
Token0Address string `json:"token0_address"`
Token1Address string `json:"token1_address"`
Token0Amount decimal.Decimal `json:"token0Amount" gorm:"column:token0_amount;type:numeric"`
Token1Amount decimal.Decimal `json:"token1Amount" gorm:"column:token1_amount;type:numeric"`
PriceUsd decimal.Decimal `json:"price_usd" gorm:"column:price_usd;type:numeric"`
AmountUsd decimal.Decimal `json:"amount_usd" gorm:"column:amount_usd;type:numeric"`
Block uint64 `json:"block"`
BlockIndex uint64 `json:"index"`
Event string `json:"event"`
TxHash string `json:"tx_hash"`
TxIndex uint64 `json:"topic_index"`
Program string `json:"program"`
BlockAt pgtype.Timestamptz `gorm:"column:block_at;default:NULL" json:"block_at"`
CreatedAt *pgtype.Timestamptz `gorm:"autoCreateTime" json:"-"`
TotalSupply string `gorm:"total_supply"`
AfterReserve0 string `gorm:"after_reserve0"`
AfterReserve1 string `gorm:"after_reserve1"`
PositionChange int64 `gorm:"position_change"`
Platform string `gorm:"column:tx_platform;type:platform;default:'none'" json:"tx_platform"`
PlatformFee decimal.Decimal `gorm:"-" json:"-"` // TODO: save to db
CUPrice decimal.Decimal `gorm:"column:tx_cu_price;type:numeric" json:"tx_cu_price"`
MevAgent string `gorm:"column:tx_mev_agent;type:mev_agent;default:'none'" json:"tx_mev_agent"`
MevAgentFee decimal.Decimal `gorm:"column:tx_mev_agent_fee;type:numeric" json:"tx_mev_agent_fee"`
AfterSOLBalance decimal.Decimal `gorm:"column:after_sol_balance;type:numeric" json:"after_sol_balance"`
EntryContract string `gorm:"column:tx_entry_contract;type:entry_contract;default:'none'" json:"tx_entry_contract"`
}
type Action struct {
Id pgtype.UUID `gorm:"column:id;primaryKey;default:uuid_generate_v4()" json:"-"`
Maker string `json:"maker"`
Token string `json:"token"`
Pair string `json:"pair"`
Action string `json:"action"`
Block uint64 `json:"block"`
BlockAt pgtype.Timestamptz `json:"block_at"`
TxHash string `json:"tx_hash"`
CreatedAt *pgtype.Timestamptz `gorm:"autoCreateTime" json:"-"`
}
type BlockData struct {
Pairs map[string]Pair
Txs []Tx
Actions []Action
Price decimal.Decimal
NewRaydium []string
}
func NewBlockData(price decimal.Decimal) *BlockData {
return &BlockData{
Pairs: make(map[string]Pair),
Txs: make([]Tx, 0),
Actions: make([]Action, 0),
Price: price,
NewRaydium: make([]string, 0),
}
}
func (bd *BlockData) AppendTx(tx Tx) {
bd.Txs = append(bd.Txs, tx)
}
func (bd *BlockData) AppendAction(action Action) {
bd.Actions = append(bd.Actions, action)
}
func (bd *BlockData) SetPair(action SwapGetter, block uint64, _ string) error {
pair, err := action.GetPair(block, "")
if err != nil {
return err
}
bd.Pairs[pair.Address] = *pair
return nil
}
type SwapGetter struct {
solana_parser.Swap
}
const (
PositionChangeNone = int64(iota)
PositionChangeNewBuy
PositionChangeBuyMore
PositionChangeSellPart
PositionChangeSellAll
)
func (spg SwapGetter) GetLiquidityTx(tx *solana_parser.Tx, index uint64) (*Tx, error) {
if spg.BaseMint != solana.WrappedSol && spg.QuoteMint != solana.WrappedSol {
return nil, nil
}
var (
token0 string
amount0 decimal.Decimal
amount1 decimal.Decimal
pool0 decimal.Decimal
pool1 decimal.Decimal
event string
)
if spg.BaseMint == solana.WrappedSol {
amount0 = spg.QuoteAmount.Div(decimal.New(1, int32(spg.QuoteMintDecimals)))
amount1 = spg.BaseAmount.Div(decimal.New(1, int32(spg.BaseMintDecimals)))
token0 = spg.QuoteMint.String()
pool0 = spg.QuoteReserve.Div(decimal.New(1, int32(spg.QuoteMintDecimals)))
pool1 = spg.BaseReserve.Div(decimal.New(1, int32(spg.BaseMintDecimals)))
} else {
amount0 = spg.BaseAmount.Div(decimal.New(1, int32(spg.BaseMintDecimals)))
amount1 = spg.QuoteAmount.Div(decimal.New(1, int32(spg.QuoteMintDecimals)))
token0 = spg.BaseMint.String()
pool0 = spg.BaseReserve.Div(decimal.New(1, int32(spg.BaseMintDecimals)))
pool1 = spg.QuoteReserve.Div(decimal.New(1, int32(spg.QuoteMintDecimals)))
}
if spg.Event == "deposit" || spg.Event == "add" || spg.Event == "add_liquidity" || spg.Event == "add_liquidity_one_side" {
event = "add"
} else if spg.Event == "withdraw" || spg.Event == "remove" || spg.Event == "remove_liquidity" || spg.Event == "remove_liquidity_one_side" {
event = "remove"
}
if event == "" {
return nil, nil
}
mevName, mevFee := tx.CheckMevAgent()
platformName, platformFee := tx.CheckPlatform(spg.Swap)
pairString := ""
if spg.Program == solana_parser.SolProgramPump {
pairString = spg.BaseMint.String()
} else {
pairString = spg.Pool.String()
}
t := pgtype.Timestamptz{}
_ = t.Set(time.Unix(tx.BlockAt, 0))
return &Tx{
PairAddress: pairString,
Maker: spg.User.String(),
Token0Address: token0,
Token1Address: "So11111111111111111111111111111111111111112",
Token0Amount: amount0,
Token1Amount: amount1,
Block: tx.Block,
BlockIndex: tx.BlockIndex,
Event: event,
TxHash: tx.GetTxHash(),
TxIndex: index,
BlockAt: t,
Program: spg.Program,
AfterReserve0: pool0.String(),
AfterReserve1: pool1.String(),
Platform: platformName,
PlatformFee: platformFee,
CUPrice: tx.CUPrice,
MevAgent: mevName,
MevAgentFee: mevFee,
AfterSOLBalance: spg.AfterSOLBalance,
EntryContract: spg.CheckEntryContract(),
}, nil
}
func (spg SwapGetter) GetTx(tx *solana_parser.Tx, index uint64, price decimal.Decimal) Tx {
var (
token0 string
amount0 decimal.Decimal
amount1 decimal.Decimal
pool0 decimal.Decimal
pool1 decimal.Decimal
event string
)
if spg.BaseMint == solana.WrappedSol {
amount0 = spg.QuoteAmount.Div(decimal.New(1, int32(spg.QuoteMintDecimals)))
amount1 = spg.BaseAmount.Div(decimal.New(1, int32(spg.BaseMintDecimals)))
token0 = spg.QuoteMint.String()
pool0 = spg.QuoteReserve.Div(decimal.New(1, int32(spg.QuoteMintDecimals)))
pool1 = spg.BaseReserve.Div(decimal.New(1, int32(spg.BaseMintDecimals)))
if spg.Event == "buy" {
event = "sell"
} else if spg.Event == "sell" {
event = "buy"
}
} else {
amount0 = spg.BaseAmount.Div(decimal.New(1, int32(spg.BaseMintDecimals)))
amount1 = spg.QuoteAmount.Div(decimal.New(1, int32(spg.QuoteMintDecimals)))
token0 = spg.BaseMint.String()
pool0 = spg.BaseReserve.Div(decimal.New(1, int32(spg.BaseMintDecimals)))
pool1 = spg.QuoteReserve.Div(decimal.New(1, int32(spg.QuoteMintDecimals)))
event = spg.Event
}
priceUsd := decimal.Zero
if amount0.GreaterThan(priceUsd) {
priceUsd = amount1.Div(amount0).Mul(price)
}
pc := PositionChangeNone
if event == "buy" {
pc = PositionChangeNewBuy
if spg.BaseMint == solana.WrappedSol {
if spg.UserQuoteBalance.GreaterThan(spg.QuoteAmount) {
pc = PositionChangeBuyMore
}
} else {
if spg.UserBaseBalance.GreaterThan(spg.BaseAmount) {
pc = PositionChangeBuyMore
}
}
} else if event == "sell" {
pc = PositionChangeSellPart
if spg.BaseMint == solana.WrappedSol {
if spg.UserQuoteBalance.Div(decimal.New(1, int32(spg.QuoteMintDecimals))).LessThan(decimal.NewFromFloat(0.01)) {
pc = PositionChangeSellAll
}
} else {
if spg.UserBaseBalance.Div(decimal.New(1, int32(spg.BaseMintDecimals))).LessThan(decimal.NewFromFloat(0.01)) {
pc = PositionChangeSellAll
}
}
}
mevName, mevFee := tx.CheckMevAgent()
platformName, platformFee := tx.CheckPlatform(spg.Swap)
if mevName == "" {
mevName = "none"
}
if mevName == "unknown" {
mevName = "none"
mevFee = decimal.Zero
}
pairString := ""
if spg.Program == solana_parser.SolProgramPump {
pairString = spg.BaseMint.String()
} else {
pairString = spg.Pool.String()
}
t := pgtype.Timestamptz{}
_ = t.Set(time.Unix(tx.BlockAt, 0))
return Tx{
PairAddress: pairString,
Maker: spg.User.String(),
Token0Address: token0,
Token1Address: "So11111111111111111111111111111111111111112",
Token0Amount: amount0,
Token1Amount: amount1,
PriceUsd: priceUsd,
AmountUsd: amount1.Mul(price),
Block: tx.Block,
BlockIndex: tx.BlockIndex,
Event: event,
TxHash: tx.GetTxHash(),
TxIndex: index,
BlockAt: t,
Program: spg.Program,
AfterReserve0: pool0.String(),
AfterReserve1: pool1.String(),
PositionChange: pc,
Platform: platformName,
PlatformFee: platformFee,
CUPrice: tx.CUPrice,
MevAgent: mevName,
MevAgentFee: mevFee,
AfterSOLBalance: spg.AfterSOLBalance,
EntryContract: spg.CheckEntryContract(),
}
}
func (spg SwapGetter) GetPair(slot uint64, _ string) (*Pair, error) {
//pump amm
if spg.Program == solana_parser.SolProgramPump {
tokenMint := spg.BaseMint.String()
return &Pair{
Address: tokenMint,
Token0: tokenMint,
Token1: "So11111111111111111111111111111111111111112",
ChainId: 900,
Reserve0: spg.BaseReserve.Div(decimal.New(1, int32(spg.BaseMintDecimals))),
Reserve1: spg.QuoteReserve.Div(decimal.New(1, int32(spg.QuoteMintDecimals))),
IsCreate: spg.Event == "create",
Program: spg.Program,
UpdateSlot: slot,
}, nil
} else {
var (
token0 string
amount0 decimal.Decimal
amount1 decimal.Decimal
)
if spg.BaseMint.IsZero() || spg.QuoteMint.IsZero() {
return nil, errors.New("base mint or quote mint is empty")
}
if spg.BaseMint == solana.WrappedSol {
amount0 = spg.QuoteReserve.Div(decimal.New(1, int32(spg.QuoteMintDecimals)))
amount1 = spg.BaseReserve.Div(decimal.New(1, int32(spg.BaseMintDecimals)))
//decimal0 = spg.QuoteMintDecimals
token0 = spg.QuoteMint.String()
} else {
amount0 = spg.BaseReserve.Div(decimal.New(1, int32(spg.BaseMintDecimals)))
amount1 = spg.QuoteReserve.Div(decimal.New(1, int32(spg.QuoteMintDecimals)))
//decimal0 = a.BaseDecimals
token0 = spg.BaseMint.String()
}
return &Pair{
Address: spg.Pool.String(),
LpToken: spg.LpMint.String(),
Token0: token0,
Token1: "So11111111111111111111111111111111111111112",
ChainId: 900,
Reserve0: amount0,
Reserve1: amount1,
IsCreate: false,
Program: spg.Program,
UpdateSlot: slot,
}, nil
}
}
func getBlockTxsFromDb(db *gorm.DB, block uint64) ([]Tx, error) {
var txs []Tx
result := db.Table("tx").Where("block = ?", block).Find(&txs)
return txs, result.Error
}
func getBlockActionsFromDb(db *gorm.DB, block uint64) ([]Action, error) {
var txs []Action
result := db.Table("action").Where("block = ?", block).Find(&txs)
return txs, result.Error
}
type dbLog struct {
logger *slog.Logger
}
func (l *dbLog) Printf(format string, args ...interface{}) {
l.logger.Info(fmt.Sprintf(format, args...))
}
func newDbLog() *dbLog {
return &dbLog{logger: slog.Default()}
}
func NewGorm(dsn string) *gorm.DB {
db, err := gorm.Open(postgres.Open(dsn), &gorm.Config{
Logger: logger.New(newDbLog(), logger.Config{
Colorful: false,
LogLevel: logger.Warn,
SlowThreshold: time.Second * 10,
IgnoreRecordNotFoundError: true,
}),
})
if err != nil {
panic(err)
}
return db
}
func compareTxs(dbTxs []Tx, dataTxs []Tx) (diff int, missing int) {
dataByHash := make(map[string][]Tx, len(dataTxs))
for _, tx := range dataTxs {
dataByHash[fmt.Sprintf("%s-%d", tx.TxHash, tx.TxIndex)] = append(dataByHash[fmt.Sprintf("%s-%d", tx.TxHash, tx.TxIndex)], tx)
}
for _, dbTx := range dbTxs {
candidates := dataByHash[fmt.Sprintf("%s-%d", dbTx.TxHash, dbTx.TxIndex)]
if len(candidates) == 0 {
missing++
log.Printf("missing tx: %s", txCompareString(dbTx))
continue
}
matched := false
for _, dataTx := range candidates {
if txEqualWithoutHash(dbTx, dataTx) {
matched = true
break
}
}
if !matched {
diff++
log.Printf("tx diff hash=%s, program=%s, event:%s: %s, ", dbTx.TxHash, dbTx.Program, dbTx.Event, txCompareDiffString(dbTx, candidates[0]))
}
}
log.Printf("compare txs done: db=%d parsed=%d missing=%d diff=%d", len(dbTxs), len(dataTxs), missing, diff)
return diff, missing
}
func withinOnePercentDecimal(a decimal.Decimal, b decimal.Decimal) bool {
if a.IsZero() {
return b.IsZero()
}
diff := a.Sub(b).Abs()
threshold := a.Abs().Mul(decimal.NewFromFloat(0.03))
return diff.LessThanOrEqual(threshold)
}
func withinOnePercentStringDecimal(a string, b string) bool {
ad, errA := decimal.NewFromString(a)
bd, errB := decimal.NewFromString(b)
if errA != nil || errB != nil {
return a == b
}
return withinOnePercentDecimal(ad, bd)
}
func txEqualWithoutHash(a Tx, b Tx) bool {
//mevMatch := a.MevAgent == b.MevAgent || (a.MevAgent == "none" && b.MevAgent == "unknown") || (a.MevAgent == "unknown" && b.MevAgent == "none")
//mevNone := a.MevAgent == "none" || a.MevAgent == "unknown"
return a.PairAddress == b.PairAddress &&
a.Token1Address == b.Token1Address &&
(a.Token0Address == "" || a.Token0Address == b.Token0Address) &&
//a.Maker == b.Maker &&
(a.Token0Address == "" || withinOnePercentDecimal(a.Token0Amount, b.Token0Amount)) &&
withinOnePercentDecimal(a.Token1Amount, b.Token1Amount) &&
a.Block == b.Block &&
a.BlockIndex == b.BlockIndex &&
a.Event == b.Event &&
a.TxIndex == b.TxIndex &&
a.Program == b.Program &&
(a.Program == solana_parser.SolProgramPumpAMM || a.Program == solana_parser.SolProgramPump || a.Program == solana_parser.SolProgramMeteoraPools || (a.Event == "create") || withinOnePercentStringDecimal(a.AfterReserve0, b.AfterReserve0)) &&
(a.Program == solana_parser.SolProgramPumpAMM || a.Program == solana_parser.SolProgramPump || a.Program == solana_parser.SolProgramMeteoraPools || (a.Event == "create") || withinOnePercentStringDecimal(a.AfterReserve1, b.AfterReserve1)) &&
// a.PositionChange == b.PositionChange &&
(a.Platform == b.Platform || (a.Platform == "photon" && b.Platform == "fake") || (a.Platform == "trojan" && b.Platform == "fake")) &&
a.CUPrice.String() == b.CUPrice.String() // &&
//mevMatch &&
//(mevNone || a.MevAgentFee.String() == b.MevAgentFee.String()) &&
//(a.Program == solana_parser.SolProgramRaydiumV4 || a.AfterSOLBalance.String() == b.AfterSOLBalance.String())
//&&
// a.EntryContract == b.EntryContract
}
func txCompareDiffString(a Tx, b Tx) string {
var diffs []string
if a.PairAddress != b.PairAddress {
diffs = append(diffs, fmt.Sprintf("PairAddress db=%s data=%s", a.PairAddress, b.PairAddress))
}
//if a.Maker != b.Maker {
// diffs = append(diffs, fmt.Sprintf("Maker db=%s, data=%s", a.Maker, b.Maker))
//}
if a.Token1Address != b.Token1Address {
diffs = append(diffs, fmt.Sprintf("Token1Address db=%s data=%s", a.Token1Address, b.Token1Address))
}
if a.Token0Address != b.Token0Address {
diffs = append(diffs, fmt.Sprintf("Token0Address db=%s data=%s", a.Token0Address, b.Token0Address))
}
if !withinOnePercentDecimal(a.Token0Amount, b.Token0Amount) {
diffs = append(diffs, fmt.Sprintf("Token0Amount db=%s data=%s", a.Token0Amount.String(), b.Token0Amount.String()))
}
if !withinOnePercentDecimal(a.Token1Amount, b.Token1Amount) {
diffs = append(diffs, fmt.Sprintf("Token1Amount db=%s data=%s", a.Token1Amount.String(), b.Token1Amount.String()))
}
if a.Block != b.Block {
diffs = append(diffs, fmt.Sprintf("Block db=%d data=%d", a.Block, b.Block))
}
if a.BlockIndex != b.BlockIndex {
diffs = append(diffs, fmt.Sprintf("BlockIndex db=%d data=%d", a.BlockIndex, b.BlockIndex))
}
if a.Event != b.Event {
diffs = append(diffs, fmt.Sprintf("Event db=%s data=%s", a.Event, b.Event))
}
if a.TxIndex != b.TxIndex {
diffs = append(diffs, fmt.Sprintf("TxIndex db=%d data=%d", a.TxIndex, b.TxIndex))
}
if a.Program != b.Program {
diffs = append(diffs, fmt.Sprintf("Program db=%s data=%s", a.Program, b.Program))
}
if !withinOnePercentStringDecimal(a.AfterReserve0, b.AfterReserve0) {
diffs = append(diffs, fmt.Sprintf("AfterReserve0 db=%s data=%s", a.AfterReserve0, b.AfterReserve0))
}
if !withinOnePercentStringDecimal(a.AfterReserve1, b.AfterReserve1) {
diffs = append(diffs, fmt.Sprintf("AfterReserve1 db=%s data=%s", a.AfterReserve1, b.AfterReserve1))
}
//if a.PositionChange != b.PositionChange {
// diffs = append(diffs, fmt.Sprintf("PositionChange db=%d data=%d", a.PositionChange, b.PositionChange))
//}
if a.Platform != b.Platform {
diffs = append(diffs, fmt.Sprintf("Platform db=%s data=%s", a.Platform, b.Platform))
}
if a.CUPrice.String() != b.CUPrice.String() {
diffs = append(diffs, fmt.Sprintf("CUPrice db=%s data=%s", a.CUPrice.String(), b.CUPrice.String()))
}
//if a.MevAgent != b.MevAgent {
// diffs = append(diffs, fmt.Sprintf("MevAgent db=%s data=%s", a.MevAgent, b.MevAgent))
//}
//if a.MevAgentFee.String() != b.MevAgentFee.String() {
// diffs = append(diffs, fmt.Sprintf("MevAgentFee db=%s data=%s", a.MevAgentFee.String(), b.MevAgentFee.String()))
//}
//if a.AfterSOLBalance.String() != b.AfterSOLBalance.String() {
// diffs = append(diffs, fmt.Sprintf("AfterSOLBalance db=%s data=%s", a.AfterSOLBalance.String(), b.AfterSOLBalance.String()))
//}
//if a.EntryContract != b.EntryContract {
// diffs = append(diffs, fmt.Sprintf("EntryContract db=%s data=%s", a.EntryContract, b.EntryContract))
//}
return strings.Join(diffs, "; ")
}
func compareActions(dbActions []Action, dataActions []Action) (diff, missing int) {
dataByHash := make(map[string][]Action, len(dataActions))
for _, action := range dataActions {
dataByHash[action.TxHash] = append(dataByHash[action.TxHash], action)
}
for _, dbAction := range dbActions {
candidates := dataByHash[dbAction.TxHash]
if len(candidates) == 0 {
missing++
log.Printf("missing action: %s", actionCompareString(dbAction))
continue
}
matched := false
for _, dataAction := range candidates {
if actionEqualWithoutHash(dbAction, dataAction) {
matched = true
break
}
}
if !matched {
diff++
log.Printf("action diff hash=%s: %s", dbAction.TxHash, actionCompareDiffString(dbAction, candidates[0]))
}
}
log.Printf("compare actions done: db=%d parsed=%d missing=%d diff=%d", len(dbActions), len(dataActions), missing, diff)
return diff, missing
}
func actionEqualWithoutHash(a Action, b Action) bool {
return a.Maker == b.Maker &&
a.Token == b.Token &&
a.Pair == b.Pair &&
a.Action == b.Action &&
a.Block == b.Block
}
func actionCompareDiffString(a Action, b Action) string {
var diffs []string
if a.Maker != b.Maker {
diffs = append(diffs, fmt.Sprintf("Maker db=%s data=%s", a.Maker, b.Maker))
}
if a.Token != b.Token {
diffs = append(diffs, fmt.Sprintf("Token db=%s data=%s", a.Token, b.Token))
}
if a.Pair != b.Pair {
diffs = append(diffs, fmt.Sprintf("Pair db=%s data=%s", a.Pair, b.Pair))
}
if a.Action != b.Action {
diffs = append(diffs, fmt.Sprintf("Action db=%s data=%s", a.Action, b.Action))
}
if a.Block != b.Block {
diffs = append(diffs, fmt.Sprintf("Block db=%d data=%d", a.Block, b.Block))
}
return strings.Join(diffs, "; ")
}
func actionCompareString(action Action) string {
return fmt.Sprintf("Maker=%s Token=%s Pair=%s Action=%s Block=%d TxHash=%s", action.Maker, action.Token, action.Pair, action.Action, action.Block, action.TxHash)
}
func txCompareString(tx Tx) string {
return fmt.Sprintf(
"tx.Program=%s TxHash=%s PairAddress=%s Token1Address=%s Token0Amount=%s Token1Amount=%s Block=%d BlockIndex=%d Event=%s TxIndex=%d AfterReserve0=%s AfterReserve1=%s PositionChange=%d Platform=%s CUPrice=%s MevAgent=%s MevAgentFee=%s AfterSOLBalance=%s EntryContract=%s",
tx.Program,
tx.TxHash,
tx.PairAddress,
tx.Token1Address,
tx.Token0Amount.String(),
tx.Token1Amount.String(),
tx.Block,
tx.BlockIndex,
tx.Event,
tx.TxIndex,
tx.AfterReserve0,
tx.AfterReserve1,
tx.PositionChange,
tx.Platform,
tx.CUPrice.String(),
tx.MevAgent,
tx.MevAgentFee.String(),
tx.AfterSOLBalance.String(),
tx.EntryContract,
)
} }

View File

@@ -26,7 +26,7 @@ func main() {
var data = NewBlockData(decimal.NewFromFloat(100.0)) var data = NewBlockData(decimal.NewFromFloat(100.0))
client := rpc.New("https://staked.helius-rpc.com?api-key=5adcf1f9-5719-43d1-bf3f-c2d4e1e5f94d") client := rpc.New("https://staked.helius-rpc.com?api-key=5adcf1f9-5719-43d1-bf3f-c2d4e1e5f94d")
var version uint64 = 0 var version uint64 = 0
txSig, _ := solana.SignatureFromBase58("2LCw5yZy6sGTWKpJNxpFxR11M66cXPsrGmJXnQmWW9QVv6SDWRmu1aevc6yE9NeUz78mFb4T8TEx9w5781NHnz2T") txSig, _ := solana.SignatureFromBase58("4sj82GCLtgTDExq7B8YrBsrrqPcE4FqT5Y1gKWmE4cHMDxs7wkCV1hik73dSZ99gZm3K4wyBZQ6U8Nmf48rM9Jri")
tx, err := client.GetTransaction(context.Background(), txSig, &rpc.GetTransactionOpts{ tx, err := client.GetTransaction(context.Background(), txSig, &rpc.GetTransactionOpts{
Commitment: rpc.CommitmentFinalized, Commitment: rpc.CommitmentFinalized,
Encoding: solana.EncodingBase64, Encoding: solana.EncodingBase64,
@@ -78,6 +78,10 @@ func main() {
i++ i++
} }
} }
fmt.Printf("swap: %d, program: %s, event: %s, base: %s quote: %s, base amount: %s, quote amount: %s, \n", i,
action.Program, action.Event, action.BaseMint.String(), action.QuoteMint.String(),
action.BaseAmount.String(),
action.QuoteAmount.String())
if err = HandleAction(context.Background(), result, actions, data); err != nil { if err = HandleAction(context.Background(), result, actions, data); err != nil {
//h.logger.Errorf("handle action error: %s - %v", result.RawTx.Transaction.Signatures[0].String(), err) //h.logger.Errorf("handle action error: %s - %v", result.RawTx.Transaction.Signatures[0].String(), err)
fmt.Println("parse action error:", "tx", result.GetTxHash(), "i", i, "err", err) fmt.Println("parse action error:", "tx", result.GetTxHash(), "i", i, "err", err)

View File

@@ -2006,16 +2006,12 @@ func resolveDlmmSwapAccounts(result *RawTx, accounts []int) (dlmmSwapAccounts, e
if eventAuthorityPos < len(accounts) && accountList[accounts[eventAuthorityPos]].Equals(solana.MemoProgramID) { if eventAuthorityPos < len(accounts) && accountList[accounts[eventAuthorityPos]].Equals(solana.MemoProgramID) {
eventAuthorityPos++ eventAuthorityPos++
} }
programPos := eventAuthorityPos + 1 if eventAuthorityPos >= len(accounts) {
if programPos >= len(accounts) {
continue continue
} }
if !accountList[accounts[eventAuthorityPos]].Equals(meteoraDlmmEventAuthority) { if !accountList[accounts[eventAuthorityPos]].Equals(meteoraDlmmEventAuthority) {
continue continue
} }
if !accountList[accounts[programPos]].Equals(meteoraDlmmProgram) {
continue
}
if hostFeePresent && oraclePos+1 < len(accounts) && dlmmIsSigner(result, accounts[oraclePos+1]) { if hostFeePresent && oraclePos+1 < len(accounts) && dlmmIsSigner(result, accounts[oraclePos+1]) {
continue continue

View File

@@ -222,6 +222,50 @@ func TestDlmmDecodeLbPairCreateEvent(t *testing.T) {
} }
} }
func TestResolveDlmmSwapAccountsAllowsRemainingAccountsAfterEventAuthority(t *testing.T) {
t.Parallel()
accountList := make([]solana.PublicKey, 40)
for i := range accountList {
accountList[i] = testPublicKey(byte(i + 1))
}
accountList[0] = testPublicKey(200)
accountList[26] = meteoraDlmmProgram
accountList[27] = solana.MemoProgramID
accountList[29] = solana.TokenProgramID
accountList[33] = meteoraDlmmEventAuthority
rawTx := &RawTx{
accountList: accountList,
Transaction: Transaction{
Message: Message{
AccountKeys: accountList[:11],
Header: Header{
NumRequiredSignatures: 1,
},
},
},
}
accounts := []int{13, 26, 16, 14, 11, 4, 35, 28, 15, 26, 0, 29, 29, 27, 33, 29, 3, 7, 2}
resolved, err := resolveDlmmSwapAccounts(rawTx, accounts)
if err != nil {
t.Fatalf("resolveDlmmSwapAccounts() error = %v", err)
}
if resolved.poolIdx != 13 {
t.Fatalf("poolIdx = %d, want 13", resolved.poolIdx)
}
if resolved.reserveXIdx != 16 || resolved.reserveYIdx != 14 {
t.Fatalf("reserve indexes = %d/%d, want 16/14", resolved.reserveXIdx, resolved.reserveYIdx)
}
if resolved.userIdx != 0 {
t.Fatalf("userIdx = %d, want 0", resolved.userIdx)
}
if resolved.tokenXProgramIdx != 29 || resolved.tokenYProgramIdx != 29 {
t.Fatalf("token program indexes = %d/%d, want 29/29", resolved.tokenXProgramIdx, resolved.tokenYProgramIdx)
}
}
func TestMeteoraDlmmInitializeParserUsesLbPairCreateEvent(t *testing.T) { func TestMeteoraDlmmInitializeParserUsesLbPairCreateEvent(t *testing.T) {
t.Parallel() t.Parallel()

View File

@@ -855,6 +855,9 @@ func metaoraPoolSwap(tx *Tx, instruction Instruction, innerInstructions InnerIns
} }
} }
if !baseFound || !quoteFound { if !baseFound || !quoteFound {
if args.InAmount == 0 {
return nil, increaseOffset(offset), InstructionIgnoredError
}
return nil, increaseOffset(offset), fmt.Errorf("failed to find meteora pool event in inner instructions") return nil, increaseOffset(offset), fmt.Errorf("failed to find meteora pool event in inner instructions")
} }

View File

@@ -263,10 +263,10 @@ func orcaWhirPoolLiquidityParser(tx *Tx, instruction Instruction, innerInstructi
//return nil, increaseOffset(offset), fmt.Errorf("meta Bonding Curve initial parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1]) //return nil, increaseOffset(offset), fmt.Errorf("meta Bonding Curve initial parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1])
} }
if !baseFound && (from.Equals(tx.rawTx.accountList[vault0]) || to.Equals(tx.rawTx.accountList[vault0])) { if !baseFound && (from.Equals(tx.rawTx.accountList[vault0]) || to.Equals(tx.rawTx.accountList[vault0])) {
baseAmount = decimal.NewFromInt(int64(amount)) baseAmount = decimal.NewFromUint64(amount)
baseFound = true baseFound = true
} else if !quoteFound && (from.Equals(tx.rawTx.accountList[vault1]) || to.Equals(tx.rawTx.accountList[vault1])) { } else if !quoteFound && (from.Equals(tx.rawTx.accountList[vault1]) || to.Equals(tx.rawTx.accountList[vault1])) {
quoteAmount = decimal.NewFromInt(int64(amount)) quoteAmount = decimal.NewFromUint64(amount)
quoteFound = true quoteFound = true
} }
if baseFound && quoteFound { if baseFound && quoteFound {
@@ -281,7 +281,7 @@ func orcaWhirPoolLiquidityParser(tx *Tx, instruction Instruction, innerInstructi
return nil, increaseOffset(offset), InstructionIgnoredError return nil, increaseOffset(offset), InstructionIgnoredError
} }
if baseAmount.Equal(decimal.Zero) || quoteAmount.Equal(decimal.Zero) { if baseAmount.Equal(decimal.Zero) || quoteAmount.Equal(decimal.Zero) {
instructionName += "_on_side" instructionName += "_one_side"
} }
if (baseTokenBalance == nil && !baseAmount.Equal(decimal.Zero)) || (quoteTokenBalance == nil && !quoteAmount.Equal(decimal.Zero)) { if (baseTokenBalance == nil && !baseAmount.Equal(decimal.Zero)) || (quoteTokenBalance == nil && !quoteAmount.Equal(decimal.Zero)) {
return nil, offset, fmt.Errorf("token balance is nil but amount is not zero") return nil, offset, fmt.Errorf("token balance is nil but amount is not zero")
@@ -370,10 +370,10 @@ func orcaWhirPoolLiquidityV2Parser(tx *Tx, instruction Instruction, innerInstruc
continue continue
} }
if !baseFound && (from.Equals(tx.rawTx.accountList[vault0]) || to.Equals(tx.rawTx.accountList[vault0])) { if !baseFound && (from.Equals(tx.rawTx.accountList[vault0]) || to.Equals(tx.rawTx.accountList[vault0])) {
baseAmount = decimal.NewFromInt(int64(amount)) baseAmount = decimal.NewFromUint64(amount)
baseFound = true baseFound = true
} else if !quoteFound && (from.Equals(tx.rawTx.accountList[vault1]) || to.Equals(tx.rawTx.accountList[vault1])) { } else if !quoteFound && (from.Equals(tx.rawTx.accountList[vault1]) || to.Equals(tx.rawTx.accountList[vault1])) {
quoteAmount = decimal.NewFromInt(int64(amount)) quoteAmount = decimal.NewFromUint64(amount)
quoteFound = true quoteFound = true
} }
if baseFound && quoteFound { if baseFound && quoteFound {
@@ -388,7 +388,7 @@ func orcaWhirPoolLiquidityV2Parser(tx *Tx, instruction Instruction, innerInstruc
return nil, offset, InstructionIgnoredError return nil, offset, InstructionIgnoredError
} }
if baseAmount.Equal(decimal.Zero) || quoteAmount.Equal(decimal.Zero) { if baseAmount.Equal(decimal.Zero) || quoteAmount.Equal(decimal.Zero) {
instructionName += "_on_side" instructionName += "_one_side"
} }
if (baseTokenBalance == nil && !baseAmount.Equal(decimal.Zero)) || (quoteTokenBalance == nil && !quoteAmount.Equal(decimal.Zero)) { if (baseTokenBalance == nil && !baseAmount.Equal(decimal.Zero)) || (quoteTokenBalance == nil && !quoteAmount.Equal(decimal.Zero)) {
return nil, offset, fmt.Errorf("token balance is nil but amount is not zero") return nil, offset, fmt.Errorf("token balance is nil but amount is not zero")
@@ -475,10 +475,10 @@ func orcaWhirPoolCollectFeeParser(tx *Tx, instruction Instruction, innerInstruct
//return nil, increaseOffset(offset), fmt.Errorf("orca whirpool parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1]) //return nil, increaseOffset(offset), fmt.Errorf("orca whirpool parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1])
} }
if !baseFound && (from.Equals(tx.rawTx.accountList[vault0]) || to.Equals(tx.rawTx.accountList[vault0])) { if !baseFound && (from.Equals(tx.rawTx.accountList[vault0]) || to.Equals(tx.rawTx.accountList[vault0])) {
baseAmount = decimal.NewFromInt(int64(amount)) baseAmount = decimal.NewFromUint64(amount)
baseFound = true baseFound = true
} else if !quoteFound && (from.Equals(tx.rawTx.accountList[vault1]) || to.Equals(tx.rawTx.accountList[vault1])) { } else if !quoteFound && (from.Equals(tx.rawTx.accountList[vault1]) || to.Equals(tx.rawTx.accountList[vault1])) {
quoteAmount = decimal.NewFromInt(int64(amount)) quoteAmount = decimal.NewFromUint64(amount)
quoteFound = true quoteFound = true
} }
if (baseFound && quoteFound) || i >= 6 { if (baseFound && quoteFound) || i >= 6 {
@@ -493,7 +493,7 @@ func orcaWhirPoolCollectFeeParser(tx *Tx, instruction Instruction, innerInstruct
return nil, offset, InstructionIgnoredError return nil, offset, InstructionIgnoredError
} }
if baseAmount.Equal(decimal.Zero) || quoteAmount.Equal(decimal.Zero) { if baseAmount.Equal(decimal.Zero) || quoteAmount.Equal(decimal.Zero) {
instructionName += "_on_side" instructionName += "_one_side"
} }
if (baseTokenBalance == nil && !baseAmount.Equal(decimal.Zero)) || (quoteTokenBalance == nil && !quoteAmount.Equal(decimal.Zero)) { if (baseTokenBalance == nil && !baseAmount.Equal(decimal.Zero)) || (quoteTokenBalance == nil && !quoteAmount.Equal(decimal.Zero)) {
return nil, offset, fmt.Errorf("token balance is nil but amount is not zero") return nil, offset, fmt.Errorf("token balance is nil but amount is not zero")
@@ -577,10 +577,10 @@ func orcaWhirPoolCollectFeeV2Parser(tx *Tx, instruction Instruction, innerInstru
//return nil, increaseOffset(offset), fmt.Errorf("meta Bonding Curve initial parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1]) //return nil, increaseOffset(offset), fmt.Errorf("meta Bonding Curve initial parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1])
} }
if !baseFound && (from.Equals(tx.rawTx.accountList[vault0]) || to.Equals(tx.rawTx.accountList[vault0])) { if !baseFound && (from.Equals(tx.rawTx.accountList[vault0]) || to.Equals(tx.rawTx.accountList[vault0])) {
baseAmount = decimal.NewFromInt(int64(amount)) baseAmount = decimal.NewFromUint64(amount)
baseFound = true baseFound = true
} else if !quoteFound && (from.Equals(tx.rawTx.accountList[vault1]) || to.Equals(tx.rawTx.accountList[vault1])) { } else if !quoteFound && (from.Equals(tx.rawTx.accountList[vault1]) || to.Equals(tx.rawTx.accountList[vault1])) {
quoteAmount = decimal.NewFromInt(int64(amount)) quoteAmount = decimal.NewFromUint64(amount)
quoteFound = true quoteFound = true
} }
if (baseFound && quoteFound) || i >= 6 { if (baseFound && quoteFound) || i >= 6 {
@@ -595,7 +595,7 @@ func orcaWhirPoolCollectFeeV2Parser(tx *Tx, instruction Instruction, innerInstru
return nil, offset, InstructionIgnoredError return nil, offset, InstructionIgnoredError
} }
if baseAmount.Equal(decimal.Zero) || quoteAmount.Equal(decimal.Zero) { if baseAmount.Equal(decimal.Zero) || quoteAmount.Equal(decimal.Zero) {
instructionName += "_on_side" instructionName += "_one_side"
} }
if (baseTokenBalance == nil && !baseAmount.Equal(decimal.Zero)) || (quoteTokenBalance == nil && !quoteAmount.Equal(decimal.Zero)) { if (baseTokenBalance == nil && !baseAmount.Equal(decimal.Zero)) || (quoteTokenBalance == nil && !quoteAmount.Equal(decimal.Zero)) {
return nil, offset, fmt.Errorf("token balance is nil but amount is not zero") return nil, offset, fmt.Errorf("token balance is nil but amount is not zero")
@@ -679,10 +679,10 @@ func orcaWhirPoolCollectProtocolFeeV2Parser(tx *Tx, instruction Instruction, inn
// return nil, increaseOffset(offset), fmt.Errorf("meta Bonding Curve initial parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1]) // return nil, increaseOffset(offset), fmt.Errorf("meta Bonding Curve initial parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1])
} }
if !baseFound && (from.Equals(tx.rawTx.accountList[vault0]) || to.Equals(tx.rawTx.accountList[vault0])) { if !baseFound && (from.Equals(tx.rawTx.accountList[vault0]) || to.Equals(tx.rawTx.accountList[vault0])) {
baseAmount = decimal.NewFromInt(int64(amount)) baseAmount = decimal.NewFromUint64(amount)
baseFound = true baseFound = true
} else if !quoteFound && (from.Equals(tx.rawTx.accountList[vault1]) || to.Equals(tx.rawTx.accountList[vault1])) { } else if !quoteFound && (from.Equals(tx.rawTx.accountList[vault1]) || to.Equals(tx.rawTx.accountList[vault1])) {
quoteAmount = decimal.NewFromInt(int64(amount)) quoteAmount = decimal.NewFromUint64(amount)
quoteFound = true quoteFound = true
} }
if (baseFound && quoteFound) || i >= 6 { if (baseFound && quoteFound) || i >= 6 {
@@ -697,7 +697,7 @@ func orcaWhirPoolCollectProtocolFeeV2Parser(tx *Tx, instruction Instruction, inn
return nil, offset, InstructionIgnoredError return nil, offset, InstructionIgnoredError
} }
if baseAmount.Equal(decimal.Zero) || quoteAmount.Equal(decimal.Zero) { if baseAmount.Equal(decimal.Zero) || quoteAmount.Equal(decimal.Zero) {
instructionName += "_on_side" instructionName += "_one_side"
} }
if (baseTokenBalance == nil && !baseAmount.Equal(decimal.Zero)) || (quoteTokenBalance == nil && !quoteAmount.Equal(decimal.Zero)) { if (baseTokenBalance == nil && !baseAmount.Equal(decimal.Zero)) || (quoteTokenBalance == nil && !quoteAmount.Equal(decimal.Zero)) {
return nil, offset, fmt.Errorf("token balance is nil but amount is not zero") return nil, offset, fmt.Errorf("token balance is nil but amount is not zero")
@@ -784,7 +784,7 @@ func orcaWhirPoolSwapParser(tx *Tx, instruction Instruction, innerInstructions I
return nil, increaseOffset(offset), fmt.Errorf("orca whirpool swap parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1]) return nil, increaseOffset(offset), fmt.Errorf("orca whirpool swap parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1])
} }
if !baseFound && (from.Equals(vault0Account) || to.Equals(vault0Account)) { if !baseFound && (from.Equals(vault0Account) || to.Equals(vault0Account)) {
baseAmount = decimal.NewFromInt(int64(amount)) baseAmount = decimal.NewFromUint64(amount)
if from.Equals(vault0Account) && to.Equals(token0Account) { if from.Equals(vault0Account) && to.Equals(token0Account) {
event = "buy" event = "buy"
} else if from.Equals(token0Account) && to.Equals(vault0Account) { } else if from.Equals(token0Account) && to.Equals(vault0Account) {
@@ -792,7 +792,7 @@ func orcaWhirPoolSwapParser(tx *Tx, instruction Instruction, innerInstructions I
} }
baseFound = true baseFound = true
} else if !quoteFound && (from.Equals(vault1Account) || to.Equals(vault1Account)) { } else if !quoteFound && (from.Equals(vault1Account) || to.Equals(vault1Account)) {
quoteAmount = decimal.NewFromInt(int64(amount)) quoteAmount = decimal.NewFromUint64(amount)
if from.Equals(vault1Account) && to.Equals(token1Account) { if from.Equals(vault1Account) && to.Equals(token1Account) {
event = "sell" event = "sell"
} else if from.Equals(token1Account) && to.Equals(vault1Account) { } else if from.Equals(token1Account) && to.Equals(vault1Account) {
@@ -894,7 +894,7 @@ func orcaWhirPoolSwapV2Parser(tx *Tx, instruction Instruction, innerInstructions
return nil, increaseOffset(offset), fmt.Errorf("orca whirpool swapv2 parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1]) return nil, increaseOffset(offset), fmt.Errorf("orca whirpool swapv2 parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1])
} }
if !baseFound && (from.Equals(vault0Account) || to.Equals(vault0Account)) { if !baseFound && (from.Equals(vault0Account) || to.Equals(vault0Account)) {
baseAmount = decimal.NewFromInt(int64(amount)) baseAmount = decimal.NewFromUint64(amount)
if from.Equals(vault0Account) && to.Equals(token0Account) { if from.Equals(vault0Account) && to.Equals(token0Account) {
event = "buy" event = "buy"
} else if from.Equals(token0Account) && to.Equals(vault0Account) { } else if from.Equals(token0Account) && to.Equals(vault0Account) {
@@ -902,7 +902,7 @@ func orcaWhirPoolSwapV2Parser(tx *Tx, instruction Instruction, innerInstructions
} }
baseFound = true baseFound = true
} else if !quoteFound && (from.Equals(vault1Account) || to.Equals(vault1Account)) { } else if !quoteFound && (from.Equals(vault1Account) || to.Equals(vault1Account)) {
quoteAmount = decimal.NewFromInt(int64(amount)) quoteAmount = decimal.NewFromUint64(amount)
if from.Equals(vault1Account) && to.Equals(token1Account) { if from.Equals(vault1Account) && to.Equals(token1Account) {
event = "sell" event = "sell"
} else if from.Equals(token1Account) && to.Equals(vault1Account) { } else if from.Equals(token1Account) && to.Equals(vault1Account) {
@@ -1011,7 +1011,7 @@ func orcaWhirPoolTwoHopSwapParser(tx *Tx, instruction Instruction, innerInstruct
return nil, increaseOffset(offset), fmt.Errorf("orca whirpool two hop swap parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1]) return nil, increaseOffset(offset), fmt.Errorf("orca whirpool two hop swap parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1])
} }
if from.Equals(tx.rawTx.accountList[pool1VaultBase]) || to.Equals(tx.rawTx.accountList[pool1VaultBase]) { if from.Equals(tx.rawTx.accountList[pool1VaultBase]) || to.Equals(tx.rawTx.accountList[pool1VaultBase]) {
baseAmount = decimal.NewFromInt(int64(amount)) baseAmount = decimal.NewFromUint64(amount)
if from.Equals(tx.rawTx.accountList[pool1VaultBase]) && to.Equals(tx.rawTx.accountList[pool1UserBase]) { if from.Equals(tx.rawTx.accountList[pool1VaultBase]) && to.Equals(tx.rawTx.accountList[pool1UserBase]) {
event = "buy" event = "buy"
} else if from.Equals(tx.rawTx.accountList[pool1UserBase]) && to.Equals(tx.rawTx.accountList[pool1VaultBase]) { } else if from.Equals(tx.rawTx.accountList[pool1UserBase]) && to.Equals(tx.rawTx.accountList[pool1VaultBase]) {
@@ -1019,7 +1019,7 @@ func orcaWhirPoolTwoHopSwapParser(tx *Tx, instruction Instruction, innerInstruct
} }
baseFound = true baseFound = true
} else if from.Equals(tx.rawTx.accountList[pool1VaultQuote]) || to.Equals(tx.rawTx.accountList[pool1VaultQuote]) { } else if from.Equals(tx.rawTx.accountList[pool1VaultQuote]) || to.Equals(tx.rawTx.accountList[pool1VaultQuote]) {
quoteAmount = decimal.NewFromInt(int64(amount)) quoteAmount = decimal.NewFromUint64(amount)
if from.Equals(tx.rawTx.accountList[pool1VaultQuote]) && to.Equals(tx.rawTx.accountList[pool1UserQuote]) { if from.Equals(tx.rawTx.accountList[pool1VaultQuote]) && to.Equals(tx.rawTx.accountList[pool1UserQuote]) {
event = "sell" event = "sell"
} else if from.Equals(tx.rawTx.accountList[pool1UserQuote]) && to.Equals(tx.rawTx.accountList[pool1VaultQuote]) { } else if from.Equals(tx.rawTx.accountList[pool1UserQuote]) && to.Equals(tx.rawTx.accountList[pool1VaultQuote]) {
@@ -1087,7 +1087,7 @@ func orcaWhirPoolTwoHopSwapParser(tx *Tx, instruction Instruction, innerInstruct
return nil, increaseOffset(offset), fmt.Errorf("orca whirpool two hop swap parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1]) return nil, increaseOffset(offset), fmt.Errorf("orca whirpool two hop swap parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1])
} }
if from.Equals(tx.rawTx.accountList[pool2VaultBase]) || to.Equals(tx.rawTx.accountList[pool2VaultBase]) { if from.Equals(tx.rawTx.accountList[pool2VaultBase]) || to.Equals(tx.rawTx.accountList[pool2VaultBase]) {
baseAmount = decimal.NewFromInt(int64(amount)) baseAmount = decimal.NewFromUint64(amount)
if from.Equals(tx.rawTx.accountList[pool2VaultBase]) && to.Equals(tx.rawTx.accountList[pool2UserBase]) { if from.Equals(tx.rawTx.accountList[pool2VaultBase]) && to.Equals(tx.rawTx.accountList[pool2UserBase]) {
event = "buy" event = "buy"
} else if from.Equals(tx.rawTx.accountList[pool2UserBase]) && to.Equals(tx.rawTx.accountList[pool2VaultBase]) { } else if from.Equals(tx.rawTx.accountList[pool2UserBase]) && to.Equals(tx.rawTx.accountList[pool2VaultBase]) {
@@ -1095,7 +1095,7 @@ func orcaWhirPoolTwoHopSwapParser(tx *Tx, instruction Instruction, innerInstruct
} }
baseFound = true baseFound = true
} else if from.Equals(tx.rawTx.accountList[pool2VaultQuote]) || to.Equals(tx.rawTx.accountList[pool2VaultQuote]) { } else if from.Equals(tx.rawTx.accountList[pool2VaultQuote]) || to.Equals(tx.rawTx.accountList[pool2VaultQuote]) {
quoteAmount = decimal.NewFromInt(int64(amount)) quoteAmount = decimal.NewFromUint64(amount)
if from.Equals(tx.rawTx.accountList[pool2VaultQuote]) && to.Equals(tx.rawTx.accountList[pool2UserQuote]) { if from.Equals(tx.rawTx.accountList[pool2VaultQuote]) && to.Equals(tx.rawTx.accountList[pool2UserQuote]) {
event = "sell" event = "sell"
} else if from.Equals(tx.rawTx.accountList[pool2UserQuote]) && to.Equals(tx.rawTx.accountList[pool2VaultQuote]) { } else if from.Equals(tx.rawTx.accountList[pool2UserQuote]) && to.Equals(tx.rawTx.accountList[pool2VaultQuote]) {
@@ -1152,6 +1152,7 @@ func orcaWhirPoolTwoHopSwapParser(tx *Tx, instruction Instruction, innerInstruct
limitMint, limitMint,
actualLimitAmount, actualLimitAmount,
) )
swaps[0].SlippageBps = decimal.Zero
return swaps, offset, nil return swaps, offset, nil
} }
@@ -1220,7 +1221,7 @@ func orcaWhirPoolTwoHopSwapV2Parser(tx *Tx, instruction Instruction, innerInstru
return nil, increaseOffset(offset), fmt.Errorf("orca whirpool two hop swap parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1]) return nil, increaseOffset(offset), fmt.Errorf("orca whirpool two hop swap parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1])
} }
if from.Equals(tx.rawTx.accountList[pool1VaultBase]) || to.Equals(tx.rawTx.accountList[pool1VaultBase]) { if from.Equals(tx.rawTx.accountList[pool1VaultBase]) || to.Equals(tx.rawTx.accountList[pool1VaultBase]) {
baseAmount = decimal.NewFromInt(int64(amount)) baseAmount = decimal.NewFromUint64(amount)
if from.Equals(tx.rawTx.accountList[pool1VaultBase]) && to.Equals(tx.rawTx.accountList[pool1UserBase]) { if from.Equals(tx.rawTx.accountList[pool1VaultBase]) && to.Equals(tx.rawTx.accountList[pool1UserBase]) {
event = "buy" event = "buy"
} else if from.Equals(tx.rawTx.accountList[pool1UserBase]) && to.Equals(tx.rawTx.accountList[pool1VaultBase]) { } else if from.Equals(tx.rawTx.accountList[pool1UserBase]) && to.Equals(tx.rawTx.accountList[pool1VaultBase]) {
@@ -1228,7 +1229,7 @@ func orcaWhirPoolTwoHopSwapV2Parser(tx *Tx, instruction Instruction, innerInstru
} }
baseFound = true baseFound = true
} else if from.Equals(tx.rawTx.accountList[pool1VaultQuote]) || to.Equals(tx.rawTx.accountList[pool1VaultQuote]) { } else if from.Equals(tx.rawTx.accountList[pool1VaultQuote]) || to.Equals(tx.rawTx.accountList[pool1VaultQuote]) {
quoteAmount = decimal.NewFromInt(int64(amount)) quoteAmount = decimal.NewFromUint64(amount)
if from.Equals(tx.rawTx.accountList[pool1VaultQuote]) && to.Equals(tx.rawTx.accountList[pool2VaultBase]) { if from.Equals(tx.rawTx.accountList[pool1VaultQuote]) && to.Equals(tx.rawTx.accountList[pool2VaultBase]) {
event = "sell" event = "sell"
} else if from.Equals(tx.rawTx.accountList[pool2VaultBase]) && to.Equals(tx.rawTx.accountList[pool1VaultQuote]) { } else if from.Equals(tx.rawTx.accountList[pool2VaultBase]) && to.Equals(tx.rawTx.accountList[pool1VaultQuote]) {
@@ -1294,7 +1295,7 @@ func orcaWhirPoolTwoHopSwapV2Parser(tx *Tx, instruction Instruction, innerInstru
return nil, increaseOffset(offset), fmt.Errorf("orca whirpool two hop swap parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1]) return nil, increaseOffset(offset), fmt.Errorf("orca whirpool two hop swap parse token transfer error: %v, offset, %d, %d", err, offset[0], offset[1])
} }
if from.Equals(tx.rawTx.accountList[pool2VaultBase]) || to.Equals(tx.rawTx.accountList[pool2VaultBase]) { if from.Equals(tx.rawTx.accountList[pool2VaultBase]) || to.Equals(tx.rawTx.accountList[pool2VaultBase]) {
baseAmount = decimal.NewFromInt(int64(amount)) baseAmount = decimal.NewFromUint64(amount)
if from.Equals(tx.rawTx.accountList[pool2VaultBase]) && to.Equals(tx.rawTx.accountList[pool1VaultBase]) { if from.Equals(tx.rawTx.accountList[pool2VaultBase]) && to.Equals(tx.rawTx.accountList[pool1VaultBase]) {
event = "buy" event = "buy"
} else if from.Equals(tx.rawTx.accountList[pool1VaultBase]) && to.Equals(tx.rawTx.accountList[pool2VaultBase]) { } else if from.Equals(tx.rawTx.accountList[pool1VaultBase]) && to.Equals(tx.rawTx.accountList[pool2VaultBase]) {
@@ -1302,7 +1303,7 @@ func orcaWhirPoolTwoHopSwapV2Parser(tx *Tx, instruction Instruction, innerInstru
} }
baseFound = true baseFound = true
} else if from.Equals(tx.rawTx.accountList[pool2VaultQuote]) || to.Equals(tx.rawTx.accountList[pool2VaultQuote]) { } else if from.Equals(tx.rawTx.accountList[pool2VaultQuote]) || to.Equals(tx.rawTx.accountList[pool2VaultQuote]) {
quoteAmount = decimal.NewFromInt(int64(amount)) quoteAmount = decimal.NewFromUint64(amount)
if from.Equals(tx.rawTx.accountList[pool2VaultQuote]) && to.Equals(tx.rawTx.accountList[pool2UserQuote]) { if from.Equals(tx.rawTx.accountList[pool2VaultQuote]) && to.Equals(tx.rawTx.accountList[pool2UserQuote]) {
event = "sell" event = "sell"
} else if from.Equals(tx.rawTx.accountList[pool2UserQuote]) && to.Equals(tx.rawTx.accountList[pool2VaultQuote]) { } else if from.Equals(tx.rawTx.accountList[pool2UserQuote]) && to.Equals(tx.rawTx.accountList[pool2VaultQuote]) {
@@ -1359,5 +1360,6 @@ func orcaWhirPoolTwoHopSwapV2Parser(tx *Tx, instruction Instruction, innerInstru
limitMint, limitMint,
actualLimitAmount, actualLimitAmount,
) )
swaps[0].SlippageBps = decimal.Zero
return swaps, offset, nil return swaps, offset, nil
} }

23
orcawhirpool_test.go Normal file
View File

@@ -0,0 +1,23 @@
package pump_parser
import "testing"
func TestOrcaWhirlpoolRemoveLiquidityPreservesLargeUint64TransferAmounts(t *testing.T) {
EnableAllParsers()
tx := mustParseRPCFixtureTx(t, "4sj82GCLtgTDExq7B8YrBsrrqPcE4FqT5Y1gKWmE4cHMDxs7wkCV1hik73dSZ99gZm3K4wyBZQ6U8Nmf48rM9Jri")
if len(tx.Swaps) == 0 {
t.Fatal("expected parsed swaps")
}
swap := tx.Swaps[0]
if swap.Program != SolProgramOrcaWhirPool {
t.Fatalf("program = %s, want %s", swap.Program, SolProgramOrcaWhirPool)
}
if swap.Event != TxEventRemoveLiquidity {
t.Fatalf("event = %s, want %s", swap.Event, TxEventRemoveLiquidity)
}
assertDecimalString(t, "base_amount", swap.BaseAmount, "101086439062")
assertDecimalString(t, "quote_amount", swap.QuoteAmount, "9863327902766042414")
}

43
pump.go
View File

@@ -231,6 +231,19 @@ func pumpTradeAmountInfoFromArgs(args PumpTradeArgs) (swapMode SwapMode, fixedAm
} }
} }
func pumpCompleteMatchesTradeEvent(completeEvent CompleteEvent, tradeEvent PumpTradeEvent, bondingCurve solana.PublicKey) bool {
if completeEvent.Mint != tradeEvent.Mint {
return false
}
if completeEvent.User != tradeEvent.User {
return false
}
if completeEvent.BondingCurve != bondingCurve {
return false
}
return true
}
func normalizePumpQuoteSideMint(s *Swap) { func normalizePumpQuoteSideMint(s *Swap) {
if s.FixedAmountSide == SwapAmountSideQuote && s.FixedMint.IsZero() { if s.FixedAmountSide == SwapAmountSideQuote && s.FixedMint.IsZero() {
s.FixedMint = wSolMint s.FixedMint = wSolMint
@@ -366,6 +379,7 @@ func BuyOrSellParser(tx *Tx, instruction Instruction, innerInstructions InnerIns
completeEvent CompleteEvent completeEvent CompleteEvent
completed bool completed bool
newoffset [2]uint newoffset [2]uint
tradeFound bool
) )
var prefixLen = offset[1] var prefixLen = offset[1]
@@ -394,6 +408,9 @@ func BuyOrSellParser(tx *Tx, instruction Instruction, innerInstructions InnerIns
} }
if innerInstr.ProgramIDIndex == programIndex && bytes.Equal(innerInstr.Data[:8], pumpEventDiscriminator[:]) { if innerInstr.ProgramIDIndex == programIndex && bytes.Equal(innerInstr.Data[:8], pumpEventDiscriminator[:]) {
if bytes.Equal(innerInstr.Data[8:16], pumpTradeEventDiscriminator[8:16]) { if bytes.Equal(innerInstr.Data[8:16], pumpTradeEventDiscriminator[8:16]) {
if tradeFound {
break
}
err = agbinary.NewBorshDecoder(innerInstr.Data[16:]).Decode(&tradeEvent) err = agbinary.NewBorshDecoder(innerInstr.Data[16:]).Decode(&tradeEvent)
if offset[1] == 0 { if offset[1] == 0 {
newoffset = [2]uint{offset[0] + 1, offset[1]} newoffset = [2]uint{offset[0] + 1, offset[1]}
@@ -403,19 +420,31 @@ func BuyOrSellParser(tx *Tx, instruction Instruction, innerInstructions InnerIns
if err != nil { if err != nil {
return nil, newoffset, fmt.Errorf("pump buy event decode error: %v, offset, %d, %d", err, offset[0], offset[1]) return nil, newoffset, fmt.Errorf("pump buy event decode error: %v, offset, %d, %d", err, offset[0], offset[1])
} }
expectedIsBuy := !bytes.Equal(instruction.Data[:8], pumpSellDiscriminator[:])
if tradeEvent.IsBuy != expectedIsBuy {
tradeEvent = PumpTradeEvent{}
continue
}
tradeFound = true
if !tradeEvent.IsBuy { if !tradeEvent.IsBuy {
break break
} }
} else if bytes.Equal(innerInstr.Data[8:16], pumpCompleteEventDiscriminator[:]) { } else if bytes.Equal(innerInstr.Data[8:16], pumpCompleteEventDiscriminator[:]) {
if !tradeFound {
continue
}
err = agbinary.NewBorshDecoder(innerInstr.Data[16:]).Decode(&completeEvent) err = agbinary.NewBorshDecoder(innerInstr.Data[16:]).Decode(&completeEvent)
if err != nil {
return nil, increaseOffset(offset), fmt.Errorf("pump completeEvent event decode error: %v, offset, %d, %d", err, offset[0], offset[1])
}
if !pumpCompleteMatchesTradeEvent(completeEvent, tradeEvent, result.accountList[instruction.Accounts[3]]) {
break
}
if offset[1] == 0 { if offset[1] == 0 {
newoffset = [2]uint{offset[0] + 1, offset[1]} newoffset = [2]uint{offset[0] + 1, offset[1]}
} else { } else {
newoffset = [2]uint{offset[0], prefixLen + uint(innerIndex) + 1} newoffset = [2]uint{offset[0], prefixLen + uint(innerIndex) + 1}
} }
if err != nil {
return nil, newoffset, fmt.Errorf("pump completeEvent event decode error: %v, offset, %d, %d", err, offset[0], offset[1])
}
completed = true completed = true
break break
} }
@@ -428,6 +457,11 @@ func BuyOrSellParser(tx *Tx, instruction Instruction, innerInstructions InnerIns
offset = [2]uint{newoffset[0], newoffset[1]} offset = [2]uint{newoffset[0], newoffset[1]}
var args PumpTradeArgs
if err := agbinary.NewBorshDecoder(instruction.Data[:]).Decode(&args); err != nil {
return nil, increaseOffset(offset), fmt.Errorf("failed tx pump buy/sell decode error: %v, offset, %d, %d", err, offset[0], offset[1])
}
event := "" event := ""
baseTokenProgram := solana.TokenProgramID baseTokenProgram := solana.TokenProgramID
if tradeEvent.IsBuy { if tradeEvent.IsBuy {
@@ -495,13 +529,10 @@ func BuyOrSellParser(tx *Tx, instruction Instruction, innerInstructions InnerIns
Cashback: isCashbackCoin, Cashback: isCashbackCoin,
}, },
} }
var args PumpTradeArgs
if err := agbinary.NewBorshDecoder(instruction.Data[:]).Decode(&args); err == nil {
if swapMode, fixedAmount, limitAmount, ok := pumpTradeAmountInfoFromArgs(args); ok { if swapMode, fixedAmount, limitAmount, ok := pumpTradeAmountInfoFromArgs(args); ok {
swaps[0].SetSwapAmountInfo(swapMode, fixedAmount, limitAmount) swaps[0].SetSwapAmountInfo(swapMode, fixedAmount, limitAmount)
normalizePumpQuoteSideMint(&swaps[0]) normalizePumpQuoteSideMint(&swaps[0])
} }
}
if completed { if completed {
swaps = append(swaps, Swap{ swaps = append(swaps, Swap{
Program: SolProgramPump, Program: SolProgramPump,

View File

@@ -76,3 +76,27 @@ func TestCal(t *testing.T) {
fmt.Println(solana.MustPublicKeyFromBase58("BM9CcyErJcu2mjrFvUsRRrD3snGeHDDVirJLvL6EjvMN").IsOnCurve()) fmt.Println(solana.MustPublicKeyFromBase58("BM9CcyErJcu2mjrFvUsRRrD3snGeHDDVirJLvL6EjvMN").IsOnCurve())
} }
func TestPumpCompleteMatchesTradeEvent(t *testing.T) {
mint := solana.MustPublicKeyFromBase58("8GNGkNnfBuoTP3QRnmdNzSYuuE15M8tvcNvxNsV4pump")
user := solana.MustPublicKeyFromBase58("DS95KxqUCCjwQaXhD7fhKatXbivwWDNrJdNV5ZcubGdz")
bondingCurve := solana.MustPublicKeyFromBase58("Gz5EX3X7kUDS48baijJKubQDKy3BBKpnMJQ3f3W1e9jA")
tradeEvent := PumpTradeEvent{
Mint: mint,
User: user,
}
completeEvent := CompleteEvent{
Mint: mint,
User: user,
BondingCurve: bondingCurve,
}
if !pumpCompleteMatchesTradeEvent(completeEvent, tradeEvent, bondingCurve) {
t.Fatal("pumpCompleteMatchesTradeEvent() = false, want true")
}
completeEvent.User = solana.MustPublicKeyFromBase58("3g89wLRwJ5P22fkCdPJBAP7iiYAo6yY96geQvMYj6tYm")
if pumpCompleteMatchesTradeEvent(completeEvent, tradeEvent, bondingCurve) {
t.Fatal("pumpCompleteMatchesTradeEvent() = true for mismatched user")
}
}

View File

@@ -616,6 +616,10 @@ func ammBuyParser(tx *Tx, instruction Instruction, innerInstructions InnerInstru
userQuote = userQuote.Add(decimal.NewFromUint64(userBalance)) userQuote = userQuote.Add(decimal.NewFromUint64(userBalance))
} }
isCashbackCoin := event.CashbackFeeBasisPoints > 0 || event.Cashback > 0 isCashbackCoin := event.CashbackFeeBasisPoints > 0 || event.Cashback > 0
quoteAmount := decimal.NewFromUint64(event.UserQuoteAmountIn)
if event.IxName == "buy" {
quoteAmount = decimal.NewFromUint64(event.QuoteAmountIn)
}
swap := Swap{ swap := Swap{
Program: SolProgramPumpAMM, Program: SolProgramPumpAMM,
Event: "buy", Event: "buy",
@@ -629,7 +633,7 @@ func ammBuyParser(tx *Tx, instruction Instruction, innerInstructions InnerInstru
QuoteMintDecimals: quoteMintDecimals, QuoteMintDecimals: quoteMintDecimals,
User: eventUser, User: eventUser,
BaseAmount: decimal.NewFromUint64(event.BaseAmountOut), BaseAmount: decimal.NewFromUint64(event.BaseAmountOut),
QuoteAmount: decimal.NewFromUint64(event.UserQuoteAmountIn), QuoteAmount: quoteAmount,
BaseReserve: decimal.NewFromUint64(event.PoolBaseTokenReserve - event.BaseAmountOut), BaseReserve: decimal.NewFromUint64(event.PoolBaseTokenReserve - event.BaseAmountOut),
QuoteReserve: decimal.NewFromUint64(event.PoolQuoteTokenReserve + event.QuoteAmountIn), QuoteReserve: decimal.NewFromUint64(event.PoolQuoteTokenReserve + event.QuoteAmountIn),
Mayhem: isMayhemPump(result.accountList[instruction.Accounts[9]]), Mayhem: isMayhemPump(result.accountList[instruction.Accounts[9]]),

1742
rawtx_binary.go Normal file

File diff suppressed because it is too large Load Diff

434
rawtx_binary_test.go Normal file
View File

@@ -0,0 +1,434 @@
package pump_parser
import (
"bytes"
"context"
"encoding/json"
"os"
"path/filepath"
"testing"
"github.com/gagliardetto/solana-go"
"github.com/gagliardetto/solana-go/rpc"
"github.com/shopspring/decimal"
)
func TestRawTxBinaryRoundTripRealFixture(t *testing.T) {
original := mustLoadRawTxFixture(t, "testdata/rpc/4sj82GCLtgTDExq7B8YrBsrrqPcE4FqT5Y1gKWmE4cHMDxs7wkCV1hik73dSZ99gZm3K4wyBZQ6U8Nmf48rM9Jri.json")
encoded, err := EncodeRawTxBinary(original)
if err != nil {
t.Fatalf("EncodeRawTxBinary() error = %v", err)
}
decoded, err := DecodeRawTxBinary(encoded)
if err != nil {
t.Fatalf("DecodeRawTxBinary() error = %v", err)
}
assertRawTxAccountAccess(t, decoded)
if decoded.TxHash() != original.TxHash() {
t.Fatalf("TxHash = %s, want %s", decoded.TxHash(), original.TxHash())
}
if decoded.Slot != original.Slot {
t.Fatalf("Slot = %d, want %d", decoded.Slot, original.Slot)
}
if decoded.IndexWithinBlock != original.IndexWithinBlock {
t.Fatalf("IndexWithinBlock = %d, want %d", decoded.IndexWithinBlock, original.IndexWithinBlock)
}
if len(decoded.Meta.PostTokenBalances) != len(original.Meta.PostTokenBalances) {
t.Fatalf("PostTokenBalances len = %d, want %d", len(decoded.Meta.PostTokenBalances), len(original.Meta.PostTokenBalances))
}
if len(decoded.Meta.PostTokenBalances) > 0 {
got := decoded.Meta.PostTokenBalances[0]
want := original.Meta.PostTokenBalances[0]
if got.AccountIndex != want.AccountIndex {
t.Fatalf("token balance account index = %d, want %d", got.AccountIndex, want.AccountIndex)
}
wantMint := want.MintAccount
if wantMint.IsZero() && want.Mint != "" {
var err error
wantMint, err = solana.PublicKeyFromBase58(want.Mint)
if err != nil {
t.Fatalf("parse want mint: %v", err)
}
}
if got.MintAccount != wantMint {
t.Fatalf("token balance mint = %s, want %s", got.MintAccount, wantMint)
}
if got.UITokenAmount.Decimals != want.UITokenAmount.Decimals {
t.Fatalf("token balance decimals = %d, want %d", got.UITokenAmount.Decimals, want.UITokenAmount.Decimals)
}
if got.UITokenAmount.Amount != want.UITokenAmount.Amount {
t.Fatalf("token balance amount = %s, want %s", got.UITokenAmount.Amount, want.UITokenAmount.Amount)
}
}
}
func TestRawTxsBinaryBatchAndStreamRoundTrip(t *testing.T) {
tx1 := mustLoadRawTxFixture(t, "testdata/rpc/4sj82GCLtgTDExq7B8YrBsrrqPcE4FqT5Y1gKWmE4cHMDxs7wkCV1hik73dSZ99gZm3K4wyBZQ6U8Nmf48rM9Jri.json")
tx2 := mustLoadRawTxFixture(t, "testdata/rpc/43EouSYkeVmLBZSKW1KptiQcAVvB6KX49wjztjgzkQ9iU38A6fF68k77bNy9Wn6fwjykqYsPorUKj8m6SFY7naf1.json")
tx2.BlockTime = tx1.BlockTime
original := []RawTx{*tx1, *tx2}
encoded, err := EncodeRawTxsBinary(original)
if err != nil {
t.Fatalf("EncodeRawTxsBinary() error = %v", err)
}
decoded, err := DecodeRawTxsBinary(encoded)
if err != nil {
t.Fatalf("DecodeRawTxsBinary() error = %v", err)
}
if len(decoded) != len(original) {
t.Fatalf("DecodeRawTxsBinary len = %d, want %d", len(decoded), len(original))
}
for i := range decoded {
assertRawTxAccountAccess(t, decoded[i])
if decoded[i].TxHash() != original[i].TxHash() {
t.Fatalf("decoded[%d].TxHash = %s, want %s", i, decoded[i].TxHash(), original[i].TxHash())
}
if decoded[i].BlockTime != original[i].BlockTime {
t.Fatalf("decoded[%d].BlockTime = %d, want %d", i, decoded[i].BlockTime, original[i].BlockTime)
}
}
var streamed int
for decodedTx, err := range DecodeRawTxsBinaryReader(bytes.NewReader(encoded)) {
if err != nil {
t.Fatalf("DecodeRawTxsBinaryReader() error = %v", err)
}
assertRawTxAccountAccess(t, decodedTx)
streamed++
}
if streamed != len(original) {
t.Fatalf("streamed tx count = %d, want %d", streamed, len(original))
}
}
func TestRawTxBlocksBinaryRoundTrip(t *testing.T) {
tx1 := mustLoadRawTxFixture(t, "testdata/rpc/4sj82GCLtgTDExq7B8YrBsrrqPcE4FqT5Y1gKWmE4cHMDxs7wkCV1hik73dSZ99gZm3K4wyBZQ6U8Nmf48rM9Jri.json")
tx2 := mustLoadRawTxFixture(t, "testdata/rpc/43EouSYkeVmLBZSKW1KptiQcAVvB6KX49wjztjgzkQ9iU38A6fF68k77bNy9Wn6fwjykqYsPorUKj8m6SFY7naf1.json")
blocks := [][]RawTx{{*tx1}, {*tx2}}
encoded, err := EncodeRawTxBlocksBinary(blocks)
if err != nil {
t.Fatalf("EncodeRawTxBlocksBinary() error = %v", err)
}
decoded, err := DecodeRawTxBlocksBinary(encoded)
if err != nil {
t.Fatalf("DecodeRawTxBlocksBinary() error = %v", err)
}
if len(decoded) != len(blocks) {
t.Fatalf("block count = %d, want %d", len(decoded), len(blocks))
}
for blockIndex := range decoded {
if len(decoded[blockIndex]) != len(blocks[blockIndex]) {
t.Fatalf("block[%d] tx count = %d, want %d", blockIndex, len(decoded[blockIndex]), len(blocks[blockIndex]))
}
for txIndex := range decoded[blockIndex] {
assertRawTxAccountAccess(t, decoded[blockIndex][txIndex])
if decoded[blockIndex][txIndex].TxHash() != blocks[blockIndex][txIndex].TxHash() {
t.Fatalf("block[%d].tx[%d] hash mismatch", blockIndex, txIndex)
}
if decoded[blockIndex][txIndex].BlockTime != blocks[blockIndex][txIndex].BlockTime {
t.Fatalf("block[%d].tx[%d] block time = %d, want %d", blockIndex, txIndex, decoded[blockIndex][txIndex].BlockTime, blocks[blockIndex][txIndex].BlockTime)
}
}
}
}
func TestRawTxBinaryPreservesAccountListHelperBehavior(t *testing.T) {
owner := mustPubKey("SysvarRent111111111111111111111111111111111")
mint := solana.WrappedSol
tokenProgram := solana.TokenProgramID
ata, _, err := solana.FindProgramAddress([][]byte{
owner[:],
tokenProgram[:],
mint[:],
}, solana.SPLAssociatedTokenAccountProgramID)
if err != nil {
t.Fatalf("find ata: %v", err)
}
original := &RawTx{
accountList: []solana.PublicKey{owner, ata, mint, tokenProgram},
BlockTime: 1710000000,
Slot: 123,
IndexWithinBlock: 7,
Transaction: Transaction{Signatures: []solana.Signature{{1, 2, 3}}},
Meta: Meta{
PreBalances: []uint64{2_000_000_000, 0, 0, 0},
PostBalances: []uint64{1_500_000_000, 0, 0, 0},
PreTokenBalances: []TokenBalance{{
AccountIndex: 1,
MintAccount: mint,
OwnerAccount: &owner,
ProgramIDAccount: tokenProgram,
UITokenAmount: UITokenAmount{
Amount: "100",
Decimals: 9,
UIAmount: 0.0000001,
UIAmountString: "0.0000001",
},
}},
PostTokenBalances: []TokenBalance{{
AccountIndex: 1,
MintAccount: mint,
OwnerAccount: &owner,
ProgramIDAccount: tokenProgram,
UITokenAmount: UITokenAmount{
Amount: "250",
Decimals: 9,
UIAmount: 0.00000025,
UIAmountString: "0.00000025",
},
}},
},
}
binaryForm, err := NewRawTxBinary(original)
if err != nil {
t.Fatalf("NewRawTxBinary() error = %v", err)
}
if len(binaryForm.Meta.TokenBalances) != 1 {
t.Fatalf("binary token balance count = %d, want 1", len(binaryForm.Meta.TokenBalances))
}
if got := binaryForm.Meta.TokenBalances[0]; !got.HasPreAmount || !got.HasPostAmount || got.PreAmount != "100" || got.PostAmount != "250" {
t.Fatalf("merged binary token balance = %+v", got)
}
encoded, err := EncodeRawTxBinary(original)
if err != nil {
t.Fatalf("EncodeRawTxBinary() error = %v", err)
}
decoded, err := DecodeRawTxBinary(encoded)
if err != nil {
t.Fatalf("DecodeRawTxBinary() error = %v", err)
}
for _, tx := range []*RawTx{original, decoded} {
if got, err := GetSolAfterTx(tx, 0); err != nil || got != 1_500_000_000 {
t.Fatalf("GetSolAfterTx() = %d, %v; want 1500000000, nil", got, err)
}
balance, err := getTokenBalanceAfterTx(tx, 1)
if err != nil {
t.Fatalf("getTokenBalanceAfterTx() error = %v", err)
}
if balance.UITokenAmount.Amount != "250" {
t.Fatalf("getTokenBalanceAfterTx amount = %s, want 250", balance.UITokenAmount.Amount)
}
if got := getAccountBalanceAfterTx(tx, 1); !got.Equal(decimal.NewFromInt(250)) {
t.Fatalf("getAccountBalanceAfterTx() = %s, want 250", got)
}
if got := GetTokenBalanceAfterTx(tx, 0, tokenProgram, mint); !got.Equal(decimal.NewFromInt(250)) {
t.Fatalf("GetTokenBalanceAfterTx() = %s, want 250", got)
}
ataBalance, err := getAtaByOwner(tx, owner, mint)
if err != nil {
t.Fatalf("getAtaByOwner() error = %v", err)
}
if ataBalance.AccountIndex != 1 {
t.Fatalf("getAtaByOwner account index = %d, want 1", ataBalance.AccountIndex)
}
ataIndex, err := getAtaIdxByOwner(tx, owner, mint)
if err != nil {
t.Fatalf("getAtaIdxByOwner() error = %v", err)
}
if ataIndex != 1 {
t.Fatalf("getAtaIdxByOwner() = %d, want 1", ataIndex)
}
change, changeAtaIndex := tokenBalanceChange(tx, 0, tokenProgram, mint)
if !change.Equal(decimal.NewFromInt(150)) || changeAtaIndex != 1 {
t.Fatalf("tokenBalanceChange() = (%s, %d), want (150, 1)", change, changeAtaIndex)
}
}
}
func TestRawTxBinaryTokenBalanceAmountSupportsUint256(t *testing.T) {
owner := mustPubKey("SysvarRent111111111111111111111111111111111")
mint := solana.WrappedSol
tokenProgram := solana.TokenProgramID
amount := "340282366920938463463374607431768211455"
original := &RawTx{
accountList: []solana.PublicKey{owner, mint, tokenProgram},
Transaction: Transaction{
Signatures: []solana.Signature{{1, 2, 3}},
},
Meta: Meta{
PreBalances: []uint64{1},
PostBalances: []uint64{1},
PostTokenBalances: []TokenBalance{{
AccountIndex: 0,
MintAccount: mint,
OwnerAccount: &owner,
ProgramIDAccount: tokenProgram,
UITokenAmount: UITokenAmount{
Amount: amount,
Decimals: 9,
},
}},
},
}
encoded, err := EncodeRawTxBinary(original)
if err != nil {
t.Fatalf("EncodeRawTxBinary() error = %v", err)
}
decoded, err := DecodeRawTxBinary(encoded)
if err != nil {
t.Fatalf("DecodeRawTxBinary() error = %v", err)
}
got := decoded.Meta.PostTokenBalances[0].UITokenAmount
if got.Amount != amount {
t.Fatalf("Amount = %s, want %s", got.Amount, amount)
}
if got.UIAmountString != "340282366920938463463374607431.768211455" {
t.Fatalf("UIAmountString = %s", got.UIAmountString)
}
}
func TestRawTxBlocksBinarySaveSlots414696178To414696182(t *testing.T) {
rpcURL := os.Getenv("RAWTX_BINARY_RPC_URL")
if rpcURL == "" {
t.Skip("set RAWTX_BINARY_RPC_URL to run RPC-backed rawtx-binary block save test")
}
const startSlot uint64 = 414696178
const endSlot uint64 = 414696182
client := rpc.New(rpcURL)
rewards := false
version := uint64(0)
blocks := make([][]RawTx, 0, endSlot-startSlot+1)
totalTx := 0
filteredVote := 0
for slot := startSlot; slot <= endSlot; slot++ {
block, err := client.GetBlockWithOpts(context.Background(), slot, &rpc.GetBlockOpts{
TransactionDetails: rpc.TransactionDetailsFull,
Rewards: &rewards,
Commitment: rpc.CommitmentFinalized,
Encoding: solana.EncodingBase64,
MaxSupportedTransactionVersion: &version,
})
if err != nil {
t.Fatalf("get block %d: %v", slot, err)
}
var blockTime uint64
if block.BlockTime != nil {
blockTime = uint64(*block.BlockTime)
}
rawTxs := make([]RawTx, 0, len(block.Transactions))
for i, tx := range block.Transactions {
totalTx++
rawTx, err := FromRpcTransactionWithMeta(tx, &blockTime, slot, int64(i))
if err != nil {
t.Fatalf("slot %d tx[%d] convert: %v", slot, i, err)
}
if rawTxBinaryIsVoteTx(rawTx) {
filteredVote++
continue
}
rawTxs = append(rawTxs, *rawTx)
}
blocks = append(blocks, rawTxs)
}
encoded, err := EncodeRawTxBlocksBinary(blocks)
if err != nil {
t.Fatalf("EncodeRawTxBlocksBinary() error = %v", err)
}
outputPath := os.Getenv("RAWTX_BINARY_OUT")
if outputPath == "" {
outputPath = filepath.Join("testdata", "rawtx-binary", "rawtx-blocks-414696178-414696182.prbs")
}
if err := os.MkdirAll(filepath.Dir(outputPath), 0o755); err != nil {
t.Fatalf("create rawtx binary output dir: %v", err)
}
if err := os.WriteFile(outputPath, encoded, 0o644); err != nil {
t.Fatalf("write rawtx binary: %v", err)
}
decoded, err := DecodeRawTxBlocksBinary(encoded)
if err != nil {
t.Fatalf("DecodeRawTxBlocksBinary() error = %v", err)
}
if len(decoded) != len(blocks) {
t.Fatalf("decoded block count = %d, want %d", len(decoded), len(blocks))
}
savedTx := 0
for blockIndex := range decoded {
if len(decoded[blockIndex]) != len(blocks[blockIndex]) {
t.Fatalf("decoded block[%d] tx count = %d, want %d", blockIndex, len(decoded[blockIndex]), len(blocks[blockIndex]))
}
for txIndex := range decoded[blockIndex] {
assertRawTxAccountAccess(t, decoded[blockIndex][txIndex])
if rawTxBinaryIsVoteTx(decoded[blockIndex][txIndex]) {
t.Fatalf("decoded block[%d].tx[%d] is vote tx", blockIndex, txIndex)
}
savedTx++
}
}
if savedTx == 0 {
t.Fatal("saved tx count is zero")
}
t.Logf("saved rawtx binary: path=%s bytes=%d total_tx=%d saved_tx=%d filtered_vote=%d", outputPath, len(encoded), totalTx, savedTx, filteredVote)
}
func mustLoadRawTxFixture(t *testing.T, path string) *RawTx {
t.Helper()
raw, err := os.ReadFile(path)
if err != nil {
t.Fatalf("read fixture: %v", err)
}
var response RPCResponse
if err := json.Unmarshal(raw, &response); err != nil {
t.Fatalf("unmarshal fixture: %v", err)
}
return &response.Result
}
func assertRawTxAccountAccess(t *testing.T, tx *RawTx) {
t.Helper()
accounts := tx.GetAccountList()
if len(accounts) == 0 {
t.Fatal("decoded account list is empty")
}
for _, instr := range tx.Transaction.Message.Instructions {
if instr.ProgramIDIndex < 0 || instr.ProgramIDIndex >= len(accounts) {
t.Fatalf("instruction program id index %d out of range %d", instr.ProgramIDIndex, len(accounts))
}
for _, accountIndex := range instr.Accounts {
if accountIndex < 0 || accountIndex >= len(accounts) {
t.Fatalf("instruction account index %d out of range %d", accountIndex, len(accounts))
}
}
}
for _, inner := range tx.Meta.InnerInstructions {
for _, instr := range inner.Instructions {
if instr.ProgramIDIndex < 0 || instr.ProgramIDIndex >= len(accounts) {
t.Fatalf("inner instruction program id index %d out of range %d", instr.ProgramIDIndex, len(accounts))
}
for _, accountIndex := range instr.Accounts {
if accountIndex < 0 || accountIndex >= len(accounts) {
t.Fatalf("inner instruction account index %d out of range %d", accountIndex, len(accounts))
}
}
}
}
}
func rawTxBinaryIsVoteTx(tx *RawTx) bool {
if tx == nil {
return false
}
accountList := tx.GetAccountList()
for _, instr := range tx.Transaction.Message.Instructions {
if instr.ProgramIDIndex >= 0 && instr.ProgramIDIndex < len(accountList) && accountList[instr.ProgramIDIndex] == solana.VoteProgramID {
return true
}
}
return false
}

File diff suppressed because one or more lines are too long

View File

@@ -12,6 +12,7 @@ import (
"strconv" "strconv"
"github.com/gagliardetto/solana-go" "github.com/gagliardetto/solana-go"
"github.com/mr-tron/base58"
"github.com/shopspring/decimal" "github.com/shopspring/decimal"
) )
@@ -80,8 +81,8 @@ type SwapBinary struct {
ActualLimitAmountSide SwapAmountSide ActualLimitAmountSide SwapAmountSide
SlippageBps uint64 SlippageBps uint64
BaseReserve uint64 BaseReserve float64
QuoteReserve uint64 QuoteReserve float64
Mayhem bool Mayhem bool
Cashback bool Cashback bool
@@ -186,7 +187,7 @@ func NewTxsBinary(txs []Tx) (*TxsBinary, error) {
for i, tx := range txPtrs { for i, tx := range txPtrs {
binaryTx, err := newTxBinaryWithAddressTable(tx, addressTable, addressIndex) binaryTx, err := newTxBinaryWithAddressTable(tx, addressTable, addressIndex)
if err != nil { if err != nil {
return nil, fmt.Errorf("tx[%d]: %w", i, err) return nil, fmt.Errorf("tx[%d], %s: %w", i, base58.Encode(tx.TxHash[:]), err)
} }
out.Txs = append(out.Txs, *binaryTx) out.Txs = append(out.Txs, *binaryTx)
} }
@@ -478,7 +479,7 @@ func (txs *TxsBinary) MarshalBinary() ([]byte, error) {
enc.writeUint32(uint32(len(txs.Txs))) enc.writeUint32(uint32(len(txs.Txs)))
for i := range txs.Txs { for i := range txs.Txs {
if err := enc.writeTxBinaryBody(&txs.Txs[i], enumTable); err != nil { if err := enc.writeTxBinaryBody(&txs.Txs[i], enumTable); err != nil {
return nil, fmt.Errorf("tx[%d]: %w", i, err) return nil, fmt.Errorf("tx[%d], %s: %w", i, base58.Encode(txs.Txs[i].TxHash[:]), err)
} }
} }
return enc.bytes(), nil return enc.bytes(), nil
@@ -728,7 +729,7 @@ func newSwapBinary(swap Swap, index int, addressIndex *txBinaryAddressIndex) (Sw
out := SwapBinary{ out := SwapBinary{
Program: swap.Program, Program: swap.Program,
Event: swap.Event, Event: txBinaryCanonicalEvent(swap.Event),
TxIndex: int32(swap.TxIndex), TxIndex: int32(swap.TxIndex),
InstrIdx: swap.InstrIdx, InstrIdx: swap.InstrIdx,
InnerIdx: swap.InnerIdx, InnerIdx: swap.InnerIdx,
@@ -777,10 +778,10 @@ func newSwapBinary(swap Swap, index int, addressIndex *txBinaryAddressIndex) (Sw
if out.SlippageBps, err = txBinaryRoundedDecimalToUint64(swap.SlippageBps, fmt.Sprintf("swap[%d].slippage_bps", index)); err != nil { if out.SlippageBps, err = txBinaryRoundedDecimalToUint64(swap.SlippageBps, fmt.Sprintf("swap[%d].slippage_bps", index)); err != nil {
return SwapBinary{}, err return SwapBinary{}, err
} }
if out.BaseReserve, err = txBinaryDecimalToUint64(swap.BaseReserve, fmt.Sprintf("swap[%d].base_reserve", index)); err != nil { if out.BaseReserve, err = txBinaryDecimalToFloat64Raw(swap.BaseReserve, fmt.Sprintf("swap[%d].base_reserve", index)); err != nil {
return SwapBinary{}, err return SwapBinary{}, err
} }
if out.QuoteReserve, err = txBinaryDecimalToUint64(swap.QuoteReserve, fmt.Sprintf("swap[%d].quote_reserve", index)); err != nil { if out.QuoteReserve, err = txBinaryDecimalToFloat64Raw(swap.QuoteReserve, fmt.Sprintf("swap[%d].quote_reserve", index)); err != nil {
return SwapBinary{}, err return SwapBinary{}, err
} }
if out.UserBaseBalance, err = txBinaryDecimalToUint64(swap.UserBaseBalance, fmt.Sprintf("swap[%d].user_base_balance", index)); err != nil { if out.UserBaseBalance, err = txBinaryDecimalToUint64(swap.UserBaseBalance, fmt.Sprintf("swap[%d].user_base_balance", index)); err != nil {
@@ -878,8 +879,8 @@ func (swap SwapBinary) toSwap(addressTable []solana.PublicKey, index int) (Swap,
ActualLimitAmount: decimal.NewFromUint64(swap.ActualLimitAmount), ActualLimitAmount: decimal.NewFromUint64(swap.ActualLimitAmount),
ActualLimitAmountSide: swap.ActualLimitAmountSide, ActualLimitAmountSide: swap.ActualLimitAmountSide,
SlippageBps: decimal.NewFromUint64(swap.SlippageBps), SlippageBps: decimal.NewFromUint64(swap.SlippageBps),
BaseReserve: decimal.NewFromUint64(swap.BaseReserve), BaseReserve: txBinaryFloat64ToDecimalRaw(swap.BaseReserve),
QuoteReserve: decimal.NewFromUint64(swap.QuoteReserve), QuoteReserve: txBinaryFloat64ToDecimalRaw(swap.QuoteReserve),
Mayhem: swap.Mayhem, Mayhem: swap.Mayhem,
Cashback: swap.Cashback, Cashback: swap.Cashback,
UserBaseBalance: decimal.NewFromUint64(swap.UserBaseBalance), UserBaseBalance: decimal.NewFromUint64(swap.UserBaseBalance),
@@ -918,6 +919,17 @@ func txBinaryPlatformsFromTx(platforms map[string]platformInfo) ([]PlatformBinar
return out, nil return out, nil
} }
func txBinaryCanonicalEvent(event string) string {
switch event {
case "add_liquidity_on_side":
return TxEventAddLiquidityOneSide
case "remove_liquidity_on_side":
return TxEventRemoveLiquidityOneSide
default:
return event
}
}
func txBinaryMevAgentsFromTx(mevAgents map[string]mevInfo) ([]MevAgentBinary, error) { func txBinaryMevAgentsFromTx(mevAgents map[string]mevInfo) ([]MevAgentBinary, error) {
if len(mevAgents) == 0 { if len(mevAgents) == 0 {
return nil, nil return nil, nil
@@ -1063,6 +1075,14 @@ func txBinaryDecimalToFloat64(value decimal.Decimal, scale int32, field string)
return f, nil return f, nil
} }
func txBinaryDecimalToFloat64Raw(value decimal.Decimal, field string) (float64, error) {
f, exact := value.Float64()
if !exact && math.IsInf(f, 0) {
return 0, fmt.Errorf("%s cannot be represented as float64: %s", field, value.String())
}
return f, nil
}
func txBinaryFloat64ToDecimal(value float64, scale int32) decimal.Decimal { func txBinaryFloat64ToDecimal(value float64, scale int32) decimal.Decimal {
formatted := strconv.FormatFloat(value, 'f', int(scale), 64) formatted := strconv.FormatFloat(value, 'f', int(scale), 64)
out, err := decimal.NewFromString(formatted) out, err := decimal.NewFromString(formatted)
@@ -1072,6 +1092,15 @@ func txBinaryFloat64ToDecimal(value float64, scale int32) decimal.Decimal {
return out return out
} }
func txBinaryFloat64ToDecimalRaw(value float64) decimal.Decimal {
formatted := strconv.FormatFloat(value, 'f', -1, 64)
out, err := decimal.NewFromString(formatted)
if err != nil {
return decimal.Zero
}
return out
}
type txBinaryEncoder struct { type txBinaryEncoder struct {
buf bytes.Buffer buf bytes.Buffer
} }
@@ -1224,8 +1253,8 @@ func (enc *txBinaryEncoder) writeSwaps(swaps []SwapBinary, enumTable *txBinaryEn
enc.writeUint64(swap.ActualLimitAmount) enc.writeUint64(swap.ActualLimitAmount)
enc.writeUint8(uint8(swap.ActualLimitAmountSide)) enc.writeUint8(uint8(swap.ActualLimitAmountSide))
enc.writeUint64(swap.SlippageBps) enc.writeUint64(swap.SlippageBps)
enc.writeUint64(swap.BaseReserve) enc.writeFloat64(swap.BaseReserve)
enc.writeUint64(swap.QuoteReserve) enc.writeFloat64(swap.QuoteReserve)
enc.writeBool(swap.Mayhem) enc.writeBool(swap.Mayhem)
enc.writeBool(swap.Cashback) enc.writeBool(swap.Cashback)
enc.writeUint64(swap.UserBaseBalance) enc.writeUint64(swap.UserBaseBalance)
@@ -1720,10 +1749,10 @@ func txBinaryReadSwaps(dec txBinaryBodyReader, enumTable *txBinaryEnumTable) ([]
if swap.SlippageBps, err = dec.readUint64(); err != nil { if swap.SlippageBps, err = dec.readUint64(); err != nil {
return nil, err return nil, err
} }
if swap.BaseReserve, err = dec.readUint64(); err != nil { if swap.BaseReserve, err = dec.readFloat64(); err != nil {
return nil, err return nil, err
} }
if swap.QuoteReserve, err = dec.readUint64(); err != nil { if swap.QuoteReserve, err = dec.readFloat64(); err != nil {
return nil, err return nil, err
} }
if swap.Mayhem, err = dec.readBool(); err != nil { if swap.Mayhem, err = dec.readBool(); err != nil {
@@ -2055,6 +2084,18 @@ var txBinaryEnumTables = map[uint16]*txBinaryEnumTable{
TxEventBuyFailed, TxEventBuyFailed,
TxEventSellFailed, TxEventSellFailed,
TxEventBurn, TxEventBurn,
TxEventCreate,
TxEventComplete,
TxEventMigrate,
TxEventDeposit,
TxEventWithdraw,
TxEventOpen,
TxEventClose,
TxEventClaimFee,
TxEventAddLiquidity,
TxEventAddLiquidityOneSide,
TxEventRemoveLiquidity,
TxEventRemoveLiquidityOneSide,
}, },
"platform", "platform",
[]string{ []string{

View File

@@ -225,6 +225,191 @@ func TestTxBinaryRejectsUnknownProgramEnum(t *testing.T) {
} }
} }
func TestTxBinaryAcceptsKnownEventEnums(t *testing.T) {
events := []string{
TxEventAddLP,
TxEventRemoveLP,
TxEventBuy,
TxEventSell,
TxEventBuyFailed,
TxEventSellFailed,
TxEventBurn,
TxEventCreate,
TxEventComplete,
TxEventMigrate,
TxEventDeposit,
TxEventWithdraw,
TxEventOpen,
TxEventClose,
TxEventClaimFee,
TxEventAddLiquidity,
TxEventAddLiquidityOneSide,
TxEventRemoveLiquidity,
TxEventRemoveLiquidityOneSide,
}
for _, event := range events {
t.Run(event, func(t *testing.T) {
txBinary := &TxBinary{
SchemaVersion: txBinarySchemaVersionCurrent,
EnumVersion: txBinaryEnumVersionV1,
AddressTable: []solana.PublicKey{
mustPubKey("11111111111111111111111111111111"),
mustPubKey("So11111111111111111111111111111111111111112"),
solana.TokenProgramID,
mustPubKey("BPFLoader1111111111111111111111111111111111"),
mustPubKey("SysvarRent111111111111111111111111111111111"),
},
Swaps: []SwapBinary{
{
Program: SolProgramPump,
Event: event,
Pool: 0,
BaseMint: 1,
QuoteMint: 1,
BaseTokenProgram: 2,
QuoteTokenProgram: 2,
Creator: 3,
User: 4,
FixedMint: 1,
LimitMint: 1,
},
},
}
encoded, err := txBinary.MarshalBinary()
if err != nil {
t.Fatalf("MarshalBinary() error = %v", err)
}
var decoded TxBinary
if err := decoded.UnmarshalBinary(encoded); err != nil {
t.Fatalf("UnmarshalBinary() error = %v", err)
}
if got := decoded.Swaps[0].Event; got != event {
t.Fatalf("decoded event = %q, want %q", got, event)
}
})
}
}
func TestTxBinaryPreservesFractionalReserves(t *testing.T) {
tx := &Tx{
Signer: mustPubKey("So11111111111111111111111111111111111111112"),
Block: 1,
BlockIndex: 1,
CuFee: decimal.NewFromInt(1),
CUPrice: decimal.RequireFromString("0.000001"),
BeforeSolBalance: decimal.RequireFromString("1.000000000"),
AfterSOLBalance: decimal.RequireFromString("0.900000000"),
ComputeUnitsConsumed: 1,
CuLimit: 1,
Swaps: []Swap{
{
Program: SolProgramMeteoraPools,
Event: TxEventAddLiquidity,
Pool: mustPubKey("11111111111111111111111111111111"),
BaseMint: mustPubKey("3wyAj7RtG72wM1Wv9DkYfL7RAx9X3Jx1sC6E6mN4jWeL"),
QuoteMint: solana.WrappedSol,
BaseTokenProgram: solana.TokenProgramID,
QuoteTokenProgram: solana.TokenProgramID,
Creator: mustPubKey("BPFLoader1111111111111111111111111111111111"),
BaseMintDecimals: 6,
QuoteMintDecimals: 9,
User: mustPubKey("SysvarRent111111111111111111111111111111111"),
BaseAmount: decimal.NewFromInt(10),
QuoteAmount: decimal.NewFromInt(20),
SwapMode: SwapModeExactIn,
FixedAmount: decimal.NewFromInt(20),
FixedAmountSide: SwapAmountSideQuote,
FixedMint: solana.WrappedSol,
LimitAmountType: SwapLimitTypeMinOut,
LimitAmount: decimal.NewFromInt(9),
LimitAmountSide: SwapAmountSideBase,
LimitMint: mustPubKey("3wyAj7RtG72wM1Wv9DkYfL7RAx9X3Jx1sC6E6mN4jWeL"),
ActualLimitAmount: decimal.NewFromInt(10),
ActualLimitAmountSide: SwapAmountSideBase,
BaseReserve: decimal.RequireFromString("123.4"),
QuoteReserve: decimal.RequireFromString("710079483.625409498"),
AfterSOLBalance: decimal.RequireFromString("0.800000000"),
},
},
}
encoded, err := EncodeTxBinary(tx)
if err != nil {
t.Fatalf("EncodeTxBinary() error = %v", err)
}
decoded, err := DecodeTxBinary(encoded)
if err != nil {
t.Fatalf("DecodeTxBinary() error = %v", err)
}
if got := decoded.Swaps[0].BaseReserve.String(); got != "123.4" {
t.Fatalf("BaseReserve = %s, want 123.4", got)
}
diff := decoded.Swaps[0].QuoteReserve.Sub(decimal.RequireFromString("710079483.625409498")).Abs()
if diff.GreaterThan(decimal.RequireFromString("0.0000001")) {
t.Fatalf("QuoteReserve diff = %s, want <= 0.0000001", diff)
}
}
func TestTxBinaryCanonicalizesOnSideEventAlias(t *testing.T) {
tx := &Tx{
Signer: mustPubKey("So11111111111111111111111111111111111111112"),
Block: 1,
BlockIndex: 1,
CuFee: decimal.NewFromInt(1),
CUPrice: decimal.RequireFromString("0.000001"),
BeforeSolBalance: decimal.RequireFromString("1.000000000"),
AfterSOLBalance: decimal.RequireFromString("0.900000000"),
ComputeUnitsConsumed: 1,
CuLimit: 1,
Swaps: []Swap{
{
Program: SolProgramOrcaWhirPool,
Event: "remove_liquidity_on_side",
Pool: mustPubKey("11111111111111111111111111111111"),
BaseMint: mustPubKey("3wyAj7RtG72wM1Wv9DkYfL7RAx9X3Jx1sC6E6mN4jWeL"),
QuoteMint: solana.WrappedSol,
BaseTokenProgram: solana.TokenProgramID,
QuoteTokenProgram: solana.TokenProgramID,
Creator: mustPubKey("BPFLoader1111111111111111111111111111111111"),
BaseMintDecimals: 6,
QuoteMintDecimals: 9,
User: mustPubKey("SysvarRent111111111111111111111111111111111"),
BaseAmount: decimal.NewFromInt(10),
QuoteAmount: decimal.Zero,
SwapMode: SwapModeExactIn,
FixedAmount: decimal.NewFromInt(10),
FixedAmountSide: SwapAmountSideBase,
FixedMint: mustPubKey("3wyAj7RtG72wM1Wv9DkYfL7RAx9X3Jx1sC6E6mN4jWeL"),
LimitAmountType: SwapLimitTypeMinOut,
LimitAmount: decimal.Zero,
LimitAmountSide: SwapAmountSideQuote,
ActualLimitAmount: decimal.Zero,
ActualLimitAmountSide: SwapAmountSideQuote,
BaseReserve: decimal.RequireFromString("123.4"),
QuoteReserve: decimal.RequireFromString("456.7"),
AfterSOLBalance: decimal.RequireFromString("0.800000000"),
},
},
}
encoded, err := EncodeTxBinary(tx)
if err != nil {
t.Fatalf("EncodeTxBinary() error = %v", err)
}
decoded, err := DecodeTxBinary(encoded)
if err != nil {
t.Fatalf("DecodeTxBinary() error = %v", err)
}
if got := decoded.Swaps[0].Event; got != TxEventRemoveLiquidityOneSide {
t.Fatalf("Event = %q, want %q", got, TxEventRemoveLiquidityOneSide)
}
}
func TestTxsBinaryRoundTripWithSharedAddressTable(t *testing.T) { func TestTxsBinaryRoundTripWithSharedAddressTable(t *testing.T) {
tx1 := Tx{ tx1 := Tx{
Signer: mustPubKey("So11111111111111111111111111111111111111112"), Signer: mustPubKey("So11111111111111111111111111111111111111112"),