Fix bloomrouter parser

cmd/shreder/main.go

@@ -93,8 +93,8 @@ func main() {
 		case <-ctx.Done():
 			return
 		case tx := <-txCh:
-			if tx.Label == "photon" || tx.Label == "jupiterv6" || tx.Label == "okxdexroutev2" {
-				fmt.Println("===============", tx.TxHash, tx.Label, tx.Event, tx.Token0Address, "token:", tx.Token0Amount, "parse time:", tx.ParseEnd.Sub(tx.ParseStart))
+			if tx.Label == "dbot" || tx.Label == "okxdexroutev2" {
+				fmt.Println("===============", tx.TxHash, tx.Label, tx.Program, tx.Event, tx.Token0Address, tx.Token1Address, "token0amount:", tx.Token0Amount, "token1amount:", tx.Token1Amount, "parse time:", tx.ParseEnd.Sub(tx.ParseStart), "cu price:", tx.CUPrice, "cu price uint64:", tx.CUPriceUint64)
 			}
 		}
 	}

cmd/txparse/main.go

@@ -15,7 +15,7 @@ import (
 
 const (
 	rpcURL      = "https://staked.helius-rpc.com?api-key=5adcf1f9-5719-43d1-bf3f-c2d4e1e5f94d"
-	txSignature = "3hFamox2W1oWMwbRkfF5r9YiPULsdRsnR2TQsFDVtFCXf6cJ8ijGNgHGFmEbxEbVEryLg21sbt4qoGLwrPfvJ2UC"
+	txSignature = "4gzWkLRWNLbkBdvyCqg2M4unWA7yg4DdMg8dGTnapw2USsefd9TjXVArhv22qJE9gtex46NwXC4xp1FtNZ1TmjAM"
 	labelFilter = ""
 )
 

pkg/shreder/program_bloomrouter.go

@@ -3,12 +3,12 @@ package shreder
 import (
 	"encoding/binary"
 	"fmt"
-	"strings"
 
 	"github.com/gagliardetto/solana-go"
 )
 
 var bloomRouterProgramID = solana.MustPublicKeyFromBase58("b1oomGGqPKGD6errbyfbVMBuzSC8WtAAYo8MwNafWW1")
+var pumpFunAccount = solana.MustPublicKeyFromBase58("4wTV1YmiEkRvAtNtsSGPtUrqRYQMe5SKy2uB4Jjaxnjf")
 
 type bloomRouterArgs struct {
 	Side        uint16
@@ -61,22 +61,27 @@ func parseBloomRouterInstruction(tx VersionedTransaction, instructionIndex int)
 		return nil, err
 	}
 
-	var (
-		mint solana.PublicKey
-		ok   bool
-	)
-	for _, acctIdx := range instruction.Accounts {
+	var mint solana.PublicKey
+	foundPumpFun := false
+	for i, acctIdx := range instruction.Accounts {
 		key, err := tx.GetAccount(int(acctIdx))
 		if err != nil {
 			return nil, err
 		}
-		if strings.HasSuffix(key.String(), "pump") {
-			mint = key
-			ok = true
+		if key.Equals(pumpFunAccount) {
+			if i+2 >= len(instruction.Accounts) {
+				return nil, fmt.Errorf("accounts too short for pumpfun mint, idx=%d len=%d", i, len(instruction.Accounts))
+			}
+			mintKey, err := tx.GetAccount(int(instruction.Accounts[i+2]))
+			if err != nil {
+				return nil, err
+			}
+			mint = mintKey
+			foundPumpFun = true
 			break
 		}
 	}
-	if !ok {
+	if !foundPumpFun {
 		return nil, nil
 	}
 

pkg/shreder/program_dbot.go

@@ -0,0 +1,134 @@
+package shreder
+
+import (
+	"bytes"
+	"encoding/binary"
+	"fmt"
+
+	"github.com/gagliardetto/solana-go"
+	"github.com/shopspring/decimal"
+)
+
+var dbotProgramID = solana.MustPublicKeyFromBase58("DBotWvSso9oD1ZB3aHx2LiD2ZoFpF8PbKjaT4uHKLLVs")
+
+var (
+	dbotPumpFunBuyIX = []byte{0x4e, 0x13, 0x6d, 0x72, 0x3d, 0x72, 0xbe, 0x9d}
+	dbotPumpAmmBuyIX = []byte{0x99, 0x76, 0xb6, 0x1e, 0xe4, 0x03, 0xdc, 0xf4}
+)
+
+func parseDbotInstruction(tx VersionedTransaction, instructionIndex int) (TxSignalBatch, error) {
+	if instructionIndex >= len(tx.Instructions) {
+		return nil, fmt.Errorf("instruction index out of bounds")
+	}
+	ix := tx.Instructions[instructionIndex]
+	if len(ix.Data) < 8 {
+		return nil, nil
+	}
+
+	isPumpFun := false
+	isPumpAmm := false
+
+	if len(ix.Accounts) > 11 {
+		key, err := tx.GetAccount(int(ix.Accounts[11]))
+		if err != nil {
+			return nil, err
+		}
+		if key.Equals(pumpProgramID) {
+			isPumpFun = true
+		}
+	}
+
+	if len(ix.Accounts) > 16 {
+		key, err := tx.GetAccount(int(ix.Accounts[16]))
+		if err != nil {
+			return nil, err
+		}
+		if key.Equals(pumpAmmProgramID) {
+			isPumpAmm = true
+		}
+	}
+
+	disc := ix.Data[:8]
+
+	if isPumpFun {
+		if !bytes.Equal(disc, dbotPumpFunBuyIX) {
+			return nil, nil
+		}
+		if len(ix.Data) < 16 {
+			return nil, fmt.Errorf("data too short for dbot pumpfun buy args, len=%d", len(ix.Data))
+		}
+		if len(ix.Accounts) < 3 {
+			return nil, fmt.Errorf("accounts too short")
+		}
+
+		mint, err := tx.GetAccount(int(ix.Accounts[2]))
+		if err != nil {
+			return nil, err
+		}
+		solAmount := binary.LittleEndian.Uint64(ix.Data[8:16])
+
+		return TxSignalBatch{&TxSignal{
+			TxHash:             tx.Signatures[0].String(),
+			Label:              "dbot",
+			Maker:              tx.StaticAccountKeys[0].String(),
+			Token0Address:      mint.String(),
+			Token1Address:      wsolMint,
+			Token0Amount:       decimal.Zero,
+			Token1Amount:       formatSolAmount(solAmount),
+			Program:            "Pump",
+			Event:              "buy",
+			ExactSOL:           true,
+			IsToken2022:        false,
+			IsMayhemMode:       false,
+			Block:              tx.Block,
+			Token0AmountUint64: 0,
+			Token1AmountUint64: solAmount,
+		}}, nil
+	}
+
+	if isPumpAmm {
+		if !bytes.Equal(disc, dbotPumpAmmBuyIX) {
+			return nil, nil
+		}
+		if len(ix.Data) < 16 {
+			return nil, fmt.Errorf("data too short for dbot pumpamm buy args, len=%d", len(ix.Data))
+		}
+		if len(ix.Accounts) < 5 {
+			return nil, fmt.Errorf("accounts too short")
+		}
+
+		base, err := tx.GetAccount(int(ix.Accounts[3]))
+		if err != nil {
+			return nil, err
+		}
+		quote, err := tx.GetAccount(int(ix.Accounts[4]))
+		if err != nil {
+			return nil, err
+		}
+		if !quote.Equals(solana.WrappedSol) {
+			return nil, nil
+		}
+
+		solAmount := binary.LittleEndian.Uint64(ix.Data[8:16])
+
+		return TxSignalBatch{&TxSignal{
+			TxHash:             tx.Signatures[0].String(),
+			Label:              "dbot",
+			Maker:              tx.StaticAccountKeys[0].String(),
+			Token0Address:      base.String(),
+			Token1Address:      wsolMint,
+			Token0Amount:       decimal.Zero,
+			Token1Amount:       formatSolAmount(solAmount),
+			Program:            "PumpAMM",
+			Event:              "buy",
+			ExactSOL:           true,
+			IsToken2022:        false,
+			IsMayhemMode:       false,
+			Block:              tx.Block,
+			Token0AmountUint64: 0,
+			Token1AmountUint64: solAmount,
+		}}, nil
+	}
+
+	return nil, nil
+}

pkg/shreder/program_okxonchainlab.go

@@ -291,77 +291,205 @@ func parseOkxDexRouteV2Instruction(tx VersionedTransaction, instructionIndex int
 		return nil, fmt.Errorf("invalid account count: %d", len(ix.Accounts))
 	}
 	var (
-		inputAmount uint64
-		routeCount  int
+		pumpAmmSellAmount uint64
+		pumpAmmBuyAmount  uint64
+		pumpFunSellAmount uint64
+		pumpFunBuyAmount  uint64
+		pumpAmmSellCount  int
+		pumpAmmBuyCount   int
+		pumpFunSellCount  int
+		pumpFunBuyCount   int
 	)
 	for _, route := range args.Routes {
-		if route.Index == 1 && (route.Dex == OKCV2_PumpfunammSell ||
-			route.Dex == OKCV2_PumpfunSell2) {
-			routeCount++
-			inputAmount = args.AmountIn * uint64(route.Weight) / 10000
+		if route.Index != 1 {
+			continue
+		}
+		switch route.Dex {
+		case OKCV2_PumpfunammSell:
+			pumpAmmSellCount++
+			pumpAmmSellAmount = args.AmountIn * uint64(route.Weight) / 10000
+		case OKCV2_PumpfunammBuy:
+			pumpAmmBuyCount++
+			pumpAmmBuyAmount = args.AmountIn * uint64(route.Weight) / 10000
+		case OKCV2_PumpfunSell2:
+			pumpFunSellCount++
+			pumpFunSellAmount = args.AmountIn * uint64(route.Weight) / 10000
+		case OKCV2_PumpfunBuy2:
+			pumpFunBuyCount++
+			pumpFunBuyAmount = args.AmountIn * uint64(route.Weight) / 10000
 		}
 	}
-	if routeCount > 1 {
-		logger.Warn("pumpSwapSell at inputIdx=0: multiple instances found", "tx", tx.Signatures[0].String(), "routeCount", routeCount)
+	if pumpAmmSellCount > 1 {
+		logger.Warn("pumpAmmSwapSell at inputIdx=0: multiple instances found", "tx", tx.Signatures[0].String(), "routeCount", pumpAmmSellCount)
 		return nil, nil
 	}
-	if inputAmount == 0 {
+	if pumpAmmBuyCount > 1 {
+		logger.Warn("pumpAmmSwapBuy at inputIdx=0: multiple instances found", "tx", tx.Signatures[0].String(), "routeCount", pumpAmmBuyCount)
+		return nil, nil
+	}
+	if pumpFunSellCount > 1 {
+		logger.Warn("pumpFunSwapSell at inputIdx=0: multiple instances found", "tx", tx.Signatures[0].String(), "routeCount", pumpFunSellCount)
+		return nil, nil
+	}
+	if pumpFunBuyCount > 1 {
+		logger.Warn("pumpFunSwapBuy at inputIdx=0: multiple instances found", "tx", tx.Signatures[0].String(), "routeCount", pumpFunBuyCount)
+		return nil, nil
+	}
+	if pumpAmmSellAmount == 0 && pumpAmmBuyAmount == 0 && pumpFunSellAmount == 0 && pumpFunBuyAmount == 0 {
 		return nil, nil
 	}
 
-	srcMint, err := tx.GetAccount(int(ix.Accounts[3]))
+	out := make(TxSignalBatch, 0, 2)
 
-	var (
-		srcIdx uint8
-	)
-	if len(ix.Accounts) <= 15 {
-		return nil, nil
+	if pumpFunBuyAmount > 0 || pumpFunSellAmount > 0 {
+		if pumpFunBuyAmount > 0 {
+			if len(ix.Accounts) < 5 {
+				return nil, fmt.Errorf("invalid account count: %d", len(ix.Accounts))
+			}
+			baseMint, err := tx.GetAccount(int(ix.Accounts[4]))
+			if err != nil {
+				return nil, err
+			}
+			out = append(out, &TxSignal{
+				TxHash:             tx.Signatures[0].String(),
+				Maker:              tx.StaticAccountKeys[0].String(),
+				Token0Address:      baseMint.String(),
+				Token1Address:      wsolMint,
+				Token0Amount:       decimal.Zero,
+				Token1Amount:       formatSolAmount(pumpFunBuyAmount),
+				Event:              "buy",
+				Program:            "Pump",
+				IsProcessed:        false,
+				IsToken2022:        false,
+				IsMayhemMode:       false,
+				ExactSOL:           true,
+				Token0AmountUint64: 0,
+				Token1AmountUint64: pumpFunBuyAmount,
+			})
+		}
+		if pumpFunSellAmount > 0 {
+			if len(ix.Accounts) < 4 {
+				return nil, fmt.Errorf("invalid account count: %d", len(ix.Accounts))
+			}
+			baseMint, err := tx.GetAccount(int(ix.Accounts[3]))
+			if err != nil {
+				return nil, err
+			}
+			out = append(out, &TxSignal{
+				TxHash:             tx.Signatures[0].String(),
+				Maker:              tx.StaticAccountKeys[0].String(),
+				Token0Address:      baseMint.String(),
+				Token1Address:      wsolMint,
+				Token0Amount:       formatTokenAmount(pumpFunSellAmount),
+				Token1Amount:       decimal.Zero,
+				Event:              "sell",
+				Program:            "Pump",
+				IsProcessed:        false,
+				IsToken2022:        false,
+				IsMayhemMode:       false,
+				ExactSOL:           false,
+				Token0AmountUint64: pumpFunSellAmount,
+				Token1AmountUint64: 0,
+			})
+		}
 	}
-	accounts := ix.Accounts[14:]
-	for i, acctIdx := range accounts {
-		key, err := tx.GetAccount(int(acctIdx))
+
+	if pumpAmmBuyAmount > 0 || pumpAmmSellAmount > 0 {
+		if len(ix.Accounts) <= 15 {
+			if len(out) == 0 {
+				return nil, nil
+			}
+			return out, nil
+		}
+		accounts := ix.Accounts[14:]
+		var pumpAmmIdx uint8
+		for i, acctIdx := range accounts {
+			key, err := tx.GetAccount(int(acctIdx))
+			if err != nil {
+				return nil, err
+			}
+			if key.Equals(pumpAmmProgramID) {
+				pumpAmmIdx = uint8(i + 6)
+				break
+			}
+		}
+		if pumpAmmIdx == 0 || int(pumpAmmIdx+1) >= len(accounts) {
+			if len(out) == 0 {
+				return nil, nil
+			}
+			return out, nil
+		}
+		baseMint, err := tx.GetAccount(int(accounts[pumpAmmIdx]))
 		if err != nil {
 			return nil, err
 		}
-		if key.Equals(pumpAmmProgramID) {
-			srcIdx = uint8(i + 6)
-			break
+		quoteMint, err := tx.GetAccount(int(accounts[pumpAmmIdx+1]))
+		if err != nil {
+			return nil, err
+		}
+		if !quoteMint.Equals(solana.WrappedSol) {
+			if len(out) == 0 {
+				return nil, nil
+			}
+			return out, nil
+		}
+		if pumpAmmBuyAmount > 0 {
+			if len(ix.Accounts) < 5 {
+				return nil, fmt.Errorf("invalid account count: %d", len(ix.Accounts))
+			}
+			srcMint, err := tx.GetAccount(int(ix.Accounts[4]))
+			if err != nil {
+				return nil, err
+			}
+			if baseMint.Equals(srcMint) {
+				out = append(out, &TxSignal{
+					TxHash:             tx.Signatures[0].String(),
+					Maker:              tx.StaticAccountKeys[0].String(),
+					Token0Address:      baseMint.String(),
+					Token1Address:      wsolMint,
+					Token0Amount:       decimal.Zero,
+					Token1Amount:       formatSolAmount(pumpAmmBuyAmount),
+					Event:              "buy",
+					Program:            "PumpAMM",
+					IsProcessed:        false,
+					IsToken2022:        false,
+					IsMayhemMode:       false,
+					ExactSOL:           true,
+					Token0AmountUint64: 0,
+					Token1AmountUint64: pumpAmmBuyAmount,
+				})
+			}
+		} else if pumpAmmSellAmount > 0 {
+			if len(ix.Accounts) < 4 {
+				return nil, fmt.Errorf("invalid account count: %d", len(ix.Accounts))
+			}
+			srcMint, err := tx.GetAccount(int(ix.Accounts[3]))
+			if err != nil {
+				return nil, err
+			}
+			if baseMint.Equals(srcMint) {
+				out = append(out, &TxSignal{
+					TxHash:             tx.Signatures[0].String(),
+					Maker:              tx.StaticAccountKeys[0].String(),
+					Token0Address:      baseMint.String(),
+					Token1Address:      wsolMint,
+					Token0Amount:       formatTokenAmount(pumpAmmSellAmount),
+					Token1Amount:       decimal.Zero,
+					Event:              "sell",
+					Program:            "PumpAMM",
+					IsProcessed:        false,
+					IsToken2022:        false,
+					IsMayhemMode:       false,
+					ExactSOL:           false,
+					Token0AmountUint64: pumpAmmSellAmount,
+					Token1AmountUint64: 0,
+				})
+			}
 		}
 	}
-	if srcIdx == 0 || int(srcIdx+1) >= len(accounts) {
+
+	if len(out) == 0 {
 		return nil, nil
 	}
-
-	baseMint, err := tx.GetAccount(int(accounts[srcIdx]))
-	if err != nil {
-		return nil, err
-	}
-	if !baseMint.Equals(srcMint) {
-		return nil, nil
-	}
-
-	quoteMint, err := tx.GetAccount(int(accounts[srcIdx+1]))
-	if err != nil {
-		return nil, err
-	}
-	if !quoteMint.Equals(solana.WrappedSol) {
-		return nil, nil
-	}
-
-	return TxSignalBatch{&TxSignal{
-		TxHash:             tx.Signatures[0].String(),
-		Maker:              tx.StaticAccountKeys[0].String(),
-		Token0Address:      baseMint.String(),
-		Token1Address:      wsolMint,
-		Token0Amount:       formatTokenAmount(inputAmount),
-		Token1Amount:       decimal.Zero,
-		Event:              "sell",
-		Program:            "PumpAMM",
-		IsProcessed:        false,
-		IsToken2022:        false,
-		IsMayhemMode:       false,
-		ExactSOL:           false,
-		Token0AmountUint64: inputAmount,
-		Token1AmountUint64: 0,
-	}}, nil
+	return out, nil
 }

pkg/shreder/program_tradewiz.go

@@ -0,0 +1,50 @@
+package shreder
+
+import (
+	"encoding/binary"
+	"fmt"
+
+	"github.com/gagliardetto/solana-go"
+	"github.com/shopspring/decimal"
+)
+
+var tradewizProgramID = solana.MustPublicKeyFromBase58("B3jytJa6Tzpn4Ly7GNnDm3dMGqUin5aMRm5aPsJGU5G7")
+
+func parseTradewizInstruction(tx VersionedTransaction, instructionIndex int) (TxSignalBatch, error) {
+	if instructionIndex >= len(tx.Instructions) {
+		return nil, fmt.Errorf("instruction index out of bounds")
+	}
+	ix := tx.Instructions[instructionIndex]
+	if len(ix.Data) < 9 {
+		return nil, fmt.Errorf("data too short for tradewiz buy args, len=%d", len(ix.Data))
+	}
+	if len(ix.Accounts) < 3 {
+		return nil, fmt.Errorf("accounts too short")
+	}
+
+	// data format: 0x00 + u64(wsol amount) + u64(...)
+	wsolAmount := binary.LittleEndian.Uint64(ix.Data[1:9])
+
+	mint, err := tx.GetAccount(int(ix.Accounts[2]))
+	if err != nil {
+		return nil, err
+	}
+
+	return TxSignalBatch{&TxSignal{
+		TxHash:             tx.Signatures[0].String(),
+		Label:              "tradewiz",
+		Maker:              tx.StaticAccountKeys[0].String(),
+		Token0Address:      mint.String(),
+		Token1Address:      wsolMint,
+		Token0Amount:       decimal.Zero,
+		Token1Amount:       formatSolAmount(wsolAmount),
+		Program:            "Pump",
+		Event:              "buy",
+		IsToken2022:        false,
+		IsMayhemMode:       false,
+		ExactSOL:           true,
+		Block:              tx.Block,
+		Token0AmountUint64: 0,
+		Token1AmountUint64: wsolAmount,
+	}}, nil
+}

pkg/shreder/tx.go

@@ -44,7 +44,7 @@ type TxSignal struct {
 	IsProcessed   bool            `json:"is_processed"`
 	IsToken2022   bool            `json:"is_token2022"`
 	IsMayhemMode  bool            `json:"is_mayhem_mode"`
-	TxFee         decimal.Decimal `json:"tx_fee"`
+	CUPrice       decimal.Decimal `json:"cu_price"`
 
 	ExactSOL bool `json:"exact_in"`
 
@@ -55,6 +55,7 @@ type TxSignal struct {
 	MaxPriceImpactBps uint16 `json:"max_price_impact_bps"`
 
 	// parsed values
+	CUPriceUint64      uint64 `json:"-"`
 	Token0AmountUint64 uint64 `json:"-"`
 	Token1AmountUint64 uint64 `json:"-"`
 

pkg/shreder/txparser.go

@@ -3,6 +3,7 @@ package shreder
 import (
 	"bytes"
 	"context"
+	"encoding/binary"
 	"fmt"
 	"io"
 	"math/big"
@@ -72,6 +73,8 @@ var (
 		bonkProgramID:          {parseBonkInstruction, "bonk"},
 		bloomRouterProgramID:   {parseBloomRouterInstruction, "bloomrouter"},
 		dlmmProgramID:          {parseDlmmInstruction, "dlmm"},
+		dbotProgramID:          {parseDbotInstruction, "dbot"},
+		tradewizProgramID:      {parseTradewizInstruction, "tradewiz"},
 	}
 )
 
@@ -90,7 +93,10 @@ func ParseTransactionForSubscribe(ctx context.Context, update *SubscribeUpdateTr
 	}
 }
 
-var VoteProgram = solana.MustPublicKeyFromBase58("Vote111111111111111111111111111111111111111")
+var (
+	ComputeBudgetProgram = solana.MustPublicKeyFromBase58("ComputeBudget111111111111111111111111111111")
+	VoteProgram          = solana.MustPublicKeyFromBase58("Vote111111111111111111111111111111111111111")
+)
 
 func FilterTransactionForEntries(versioned VersionedTransaction) bool {
 	if len(versioned.Instructions) >= 1 {
@@ -193,6 +199,22 @@ func ParseTransactionWithHandler(ctx context.Context, versioned VersionedTransac
 		}
 	}
 
+	cuPrice := decimal.Zero
+	cuPriceUint64 := uint64(0)
+	for _, instruction := range versioned.Instructions {
+		program, err := versioned.GetAccount(int(instruction.ProgramIDIndex))
+		if err != nil {
+			continue
+		}
+		if program.Equals(ComputeBudgetProgram) &&
+			len(instruction.Data) == 9 &&
+			instruction.Data[0] == 0x03 {
+			cuPriceUint64 = binary.LittleEndian.Uint64(instruction.Data[1:9])
+			cuPrice = formatCUPrice(cuPriceUint64)
+			break
+		}
+	}
+
 	for i, instruction := range versioned.Instructions {
 		//load from address table
 		program, err := versioned.GetAccount(int(instruction.ProgramIDIndex))
@@ -217,6 +239,8 @@ func ParseTransactionWithHandler(ctx context.Context, versioned VersionedTransac
 				}
 				one.Label = handler.Label
 				one.Block = versioned.Block
+				one.CUPrice = cuPrice
+				one.CUPriceUint64 = cuPriceUint64
 				select {
 				case <-ctx.Done():
 					return
@@ -286,6 +310,11 @@ func toVersionedTransaction(update *SubscribeUpdateTransaction) (VersionedTransa
 	return versioned, nil
 }
 
+func formatCUPrice(cuPrice uint64) decimal.Decimal {
+	val := decimal.NewFromBigInt(new(big.Int).SetUint64(cuPrice), 0)
+	return val.Div(decimal.NewFromInt(1_000_000))
+}
+
 func formatTokenAmount(amount uint64) decimal.Decimal {
 	val := decimal.NewFromBigInt(new(big.Int).SetUint64(amount), 0)
 	return val.Div(decimal.NewFromInt(1_000_000))