10 log "github.com/sirupsen/logrus"
12 "github.com/vapor/account"
13 "github.com/vapor/asset"
14 "github.com/vapor/blockchain/query"
15 "github.com/vapor/consensus"
16 "github.com/vapor/crypto/sha3pool"
17 dbm "github.com/vapor/database/leveldb"
18 chainjson "github.com/vapor/encoding/json"
19 "github.com/vapor/errors"
20 "github.com/vapor/protocol/bc"
21 "github.com/vapor/protocol/bc/types"
25 //TxPrefix is wallet database transactions prefix
27 //TxIndexPrefix is wallet database tx index prefix
28 TxIndexPrefix = "TID:"
29 //TxIndexPrefix is wallet database global tx index prefix
30 GlobalTxIndexPrefix = "GTID:"
33 var ErrAccntTxIDNotFound = errors.New("account TXID not found")
35 func formatKey(blockHeight uint64, position uint32) string {
36 return fmt.Sprintf("%016x%08x", blockHeight, position)
39 func calcAnnotatedKey(formatKey string) []byte {
40 return []byte(TxPrefix + formatKey)
43 func calcDeleteKey(blockHeight uint64) []byte {
44 return []byte(fmt.Sprintf("%s%016x", TxPrefix, blockHeight))
47 func calcTxIndexKey(txID string) []byte {
48 return []byte(TxIndexPrefix + txID)
51 func calcGlobalTxIndexKey(txID string) []byte {
52 return []byte(GlobalTxIndexPrefix + txID)
55 func calcGlobalTxIndex(blockHash *bc.Hash, position uint64) []byte {
56 txIdx := make([]byte, 40)
57 copy(txIdx[:32], blockHash.Bytes())
58 binary.BigEndian.PutUint64(txIdx[32:], position)
62 func parseGlobalTxIdx(globalTxIdx []byte) (*bc.Hash, uint64) {
63 var hashBytes [32]byte
64 copy(hashBytes[:], globalTxIdx[:32])
65 hash := bc.NewHash(hashBytes)
66 position := binary.BigEndian.Uint64(globalTxIdx[32:])
67 return &hash, position
70 // deleteTransaction delete transactions when orphan block rollback
71 func (w *Wallet) deleteTransactions(batch dbm.Batch, height uint64) {
72 tmpTx := query.AnnotatedTx{}
73 txIter := w.DB.IteratorPrefix(calcDeleteKey(height))
74 defer txIter.Release()
77 if err := json.Unmarshal(txIter.Value(), &tmpTx); err == nil {
78 batch.Delete(calcTxIndexKey(tmpTx.ID.String()))
80 batch.Delete(txIter.Key())
84 // saveExternalAssetDefinition save external and local assets definition,
85 // when query ,query local first and if have no then query external
86 // details see getAliasDefinition
87 func saveExternalAssetDefinition(b *types.Block, walletDB dbm.DB) {
88 storeBatch := walletDB.NewBatch()
89 defer storeBatch.Write()
91 for _, tx := range b.Transactions {
92 for _, orig := range tx.Inputs {
93 if cci, ok := orig.TypedInput.(*types.CrossChainInput); ok {
94 assetID := cci.AssetId
95 if assetExist := walletDB.Get(asset.ExtAssetKey(assetID)); assetExist == nil {
96 storeBatch.Set(asset.ExtAssetKey(assetID), cci.AssetDefinition)
103 // Summary is the struct of transaction's input and output summary
104 type Summary struct {
105 Type string `json:"type"`
106 AssetID bc.AssetID `json:"asset_id,omitempty"`
107 AssetAlias string `json:"asset_alias,omitempty"`
108 Amount uint64 `json:"amount,omitempty"`
109 AccountID string `json:"account_id,omitempty"`
110 AccountAlias string `json:"account_alias,omitempty"`
111 Arbitrary chainjson.HexBytes `json:"arbitrary,omitempty"`
114 // TxSummary is the struct of transaction summary
115 type TxSummary struct {
116 ID bc.Hash `json:"tx_id"`
117 Timestamp uint64 `json:"block_time"`
118 Inputs []Summary `json:"inputs"`
119 Outputs []Summary `json:"outputs"`
122 // indexTransactions saves all annotated transactions to the database.
123 func (w *Wallet) indexTransactions(batch dbm.Batch, b *types.Block, txStatus *bc.TransactionStatus) error {
124 annotatedTxs := w.filterAccountTxs(b, txStatus)
125 saveExternalAssetDefinition(b, w.DB)
126 annotateTxsAccount(annotatedTxs, w.DB)
128 for _, tx := range annotatedTxs {
129 rawTx, err := json.Marshal(tx)
131 log.WithFields(log.Fields{"module": logModule, "err": err}).Error("inserting annotated_txs to db")
135 batch.Set(calcAnnotatedKey(formatKey(b.Height, uint32(tx.Position))), rawTx)
136 batch.Set(calcTxIndexKey(tx.ID.String()), []byte(formatKey(b.Height, uint32(tx.Position))))
138 // delete unconfirmed transaction
139 batch.Delete(calcUnconfirmedTxKey(tx.ID.String()))
146 for position, globalTx := range b.Transactions {
147 blockHash := b.BlockHeader.Hash()
148 batch.Set(calcGlobalTxIndexKey(globalTx.ID.String()), calcGlobalTxIndex(&blockHash, uint64(position)))
154 // filterAccountTxs related and build the fully annotated transactions.
155 func (w *Wallet) filterAccountTxs(b *types.Block, txStatus *bc.TransactionStatus) []*query.AnnotatedTx {
156 annotatedTxs := make([]*query.AnnotatedTx, 0, len(b.Transactions))
159 for pos, tx := range b.Transactions {
160 statusFail, _ := txStatus.GetStatus(pos)
161 for _, v := range tx.Outputs {
163 sha3pool.Sum256(hash[:], v.ControlProgram())
165 if bytes := w.DB.Get(account.ContractKey(hash)); bytes != nil {
166 annotatedTxs = append(annotatedTxs, w.buildAnnotatedTransaction(tx, b, statusFail, pos))
167 continue transactionLoop
171 for _, v := range tx.Inputs {
172 outid, err := v.SpentOutputID()
176 if bytes := w.DB.Get(account.StandardUTXOKey(outid)); bytes != nil {
177 annotatedTxs = append(annotatedTxs, w.buildAnnotatedTransaction(tx, b, statusFail, pos))
178 continue transactionLoop
186 // GetTransactionByTxID get transaction by txID
187 func (w *Wallet) GetTransactionByTxID(txID string) (*query.AnnotatedTx, error) {
188 if annotatedTx, err := w.getAccountTxByTxID(txID); err == nil {
189 return annotatedTx, nil
190 } else if !w.TxIndexFlag {
194 return w.getGlobalTxByTxID(txID)
197 func (w *Wallet) getAccountTxByTxID(txID string) (*query.AnnotatedTx, error) {
198 annotatedTx := &query.AnnotatedTx{}
199 formatKey := w.DB.Get(calcTxIndexKey(txID))
200 if formatKey == nil {
201 return nil, ErrAccntTxIDNotFound
204 txInfo := w.DB.Get(calcAnnotatedKey(string(formatKey)))
205 if err := json.Unmarshal(txInfo, annotatedTx); err != nil {
209 annotateTxsAsset(w, []*query.AnnotatedTx{annotatedTx})
210 return annotatedTx, nil
213 func (w *Wallet) getGlobalTxByTxID(txID string) (*query.AnnotatedTx, error) {
214 globalTxIdx := w.DB.Get(calcGlobalTxIndexKey(txID))
215 if globalTxIdx == nil {
216 return nil, fmt.Errorf("No transaction(tx_id=%s) ", txID)
219 blockHash, pos := parseGlobalTxIdx(globalTxIdx)
220 block, err := w.chain.GetBlockByHash(blockHash)
225 txStatus, err := w.chain.GetTransactionStatus(blockHash)
230 statusFail, err := txStatus.GetStatus(int(pos))
235 tx := block.Transactions[int(pos)]
236 return w.buildAnnotatedTransaction(tx, block, statusFail, int(pos)), nil
239 // GetTransactionsSummary get transactions summary
240 func (w *Wallet) GetTransactionsSummary(transactions []*query.AnnotatedTx) []TxSummary {
243 for _, annotatedTx := range transactions {
244 tmpTxSummary := TxSummary{
245 Inputs: make([]Summary, len(annotatedTx.Inputs)),
246 Outputs: make([]Summary, len(annotatedTx.Outputs)),
248 Timestamp: annotatedTx.Timestamp,
251 for i, input := range annotatedTx.Inputs {
252 tmpTxSummary.Inputs[i].Type = input.Type
253 tmpTxSummary.Inputs[i].AccountID = input.AccountID
254 tmpTxSummary.Inputs[i].AccountAlias = input.AccountAlias
255 tmpTxSummary.Inputs[i].AssetID = input.AssetID
256 tmpTxSummary.Inputs[i].AssetAlias = input.AssetAlias
257 tmpTxSummary.Inputs[i].Amount = input.Amount
258 tmpTxSummary.Inputs[i].Arbitrary = input.Arbitrary
260 for j, output := range annotatedTx.Outputs {
261 tmpTxSummary.Outputs[j].Type = output.Type
262 tmpTxSummary.Outputs[j].AccountID = output.AccountID
263 tmpTxSummary.Outputs[j].AccountAlias = output.AccountAlias
264 tmpTxSummary.Outputs[j].AssetID = output.AssetID
265 tmpTxSummary.Outputs[j].AssetAlias = output.AssetAlias
266 tmpTxSummary.Outputs[j].Amount = output.Amount
269 Txs = append(Txs, tmpTxSummary)
275 func findTransactionsByAccount(annotatedTx *query.AnnotatedTx, accountID string) bool {
276 for _, input := range annotatedTx.Inputs {
277 if input.AccountID == accountID {
282 for _, output := range annotatedTx.Outputs {
283 if output.AccountID == accountID {
291 // GetTransactions get all walletDB transactions or unconfirmed transactions, and filter transactions by accountID and StartTxID optional
292 func (w *Wallet) GetTransactions(accountID string, StartTxID string, count uint, unconfirmed bool) ([]*query.AnnotatedTx, error) {
293 annotatedTxs := []*query.AnnotatedTx{}
299 startKey = calcUnconfirmedTxKey(StartTxID)
301 formatKey := w.DB.Get(calcTxIndexKey(StartTxID))
302 if formatKey == nil {
303 return nil, ErrAccntTxIDNotFound
305 startKey = calcAnnotatedKey(string(formatKey))
310 preFix = UnconfirmedTxPrefix
313 itr := w.DB.IteratorPrefixWithStart([]byte(preFix), startKey, true)
316 for txNum := count; itr.Next() && txNum > 0; {
317 annotatedTx := &query.AnnotatedTx{}
318 if err := json.Unmarshal(itr.Value(), &annotatedTx); err != nil {
322 if accountID == "" || findTransactionsByAccount(annotatedTx, accountID) {
323 annotateTxsAsset(w, []*query.AnnotatedTx{annotatedTx})
324 annotatedTxs = append([]*query.AnnotatedTx{annotatedTx}, annotatedTxs...)
330 sort.Sort(SortByTimestamp(annotatedTxs))
332 sort.Sort(SortByHeight(annotatedTxs))
335 return annotatedTxs, nil
338 // GetAccountBalances return all account balances
339 func (w *Wallet) GetAccountBalances(accountID string, id string) ([]AccountBalance, error) {
340 return w.indexBalances(w.GetAccountUtxos(accountID, "", false, false, false))
343 // AccountBalance account balance
344 type AccountBalance struct {
345 AccountID string `json:"account_id"`
346 Alias string `json:"account_alias"`
347 AssetAlias string `json:"asset_alias"`
348 AssetID string `json:"asset_id"`
349 Amount uint64 `json:"amount"`
350 AssetDefinition map[string]interface{} `json:"asset_definition"`
353 func (w *Wallet) indexBalances(accountUTXOs []*account.UTXO) ([]AccountBalance, error) {
354 accBalance := make(map[string]map[string]uint64)
355 balances := []AccountBalance{}
357 for _, accountUTXO := range accountUTXOs {
358 assetID := accountUTXO.AssetID.String()
359 if _, ok := accBalance[accountUTXO.AccountID]; ok {
360 if _, ok := accBalance[accountUTXO.AccountID][assetID]; ok {
361 accBalance[accountUTXO.AccountID][assetID] += accountUTXO.Amount
363 accBalance[accountUTXO.AccountID][assetID] = accountUTXO.Amount
366 accBalance[accountUTXO.AccountID] = map[string]uint64{assetID: accountUTXO.Amount}
370 var sortedAccount []string
371 for k := range accBalance {
372 sortedAccount = append(sortedAccount, k)
374 sort.Strings(sortedAccount)
376 for _, id := range sortedAccount {
377 var sortedAsset []string
378 for k := range accBalance[id] {
379 sortedAsset = append(sortedAsset, k)
381 sort.Strings(sortedAsset)
383 for _, assetID := range sortedAsset {
384 alias := w.AccountMgr.GetAliasByID(id)
385 targetAsset, err := w.AssetReg.GetAsset(assetID)
390 assetAlias := *targetAsset.Alias
391 balances = append(balances, AccountBalance{
395 AssetAlias: assetAlias,
396 Amount: accBalance[id][assetID],
397 AssetDefinition: targetAsset.DefinitionMap,
405 // GetAccountVotes return all account votes
406 func (w *Wallet) GetAccountVotes(accountID string, id string) ([]AccountVotes, error) {
407 return w.indexVotes(w.GetAccountUtxos(accountID, "", false, false, true))
410 type voteDetail struct {
411 Vote string `json:"vote"`
412 VoteNumber uint64 `json:"vote_number"`
415 // AccountVotes account vote
416 type AccountVotes struct {
417 AccountID string `json:"account_id"`
418 Alias string `json:"account_alias"`
419 TotalVoteNumber uint64 `json:"total_vote_number"`
420 VoteDetails []voteDetail `json:"vote_details"`
423 func (w *Wallet) indexVotes(accountUTXOs []*account.UTXO) ([]AccountVotes, error) {
424 accVote := make(map[string]map[string]uint64)
425 votes := []AccountVotes{}
427 for _, accountUTXO := range accountUTXOs {
428 if accountUTXO.AssetID != *consensus.BTMAssetID || accountUTXO.Vote == nil {
431 xpub := hex.EncodeToString(accountUTXO.Vote)
432 if _, ok := accVote[accountUTXO.AccountID]; ok {
433 accVote[accountUTXO.AccountID][xpub] += accountUTXO.Amount
435 accVote[accountUTXO.AccountID] = map[string]uint64{xpub: accountUTXO.Amount}
440 var sortedAccount []string
441 for k := range accVote {
442 sortedAccount = append(sortedAccount, k)
444 sort.Strings(sortedAccount)
446 for _, id := range sortedAccount {
447 var sortedXpub []string
448 for k := range accVote[id] {
449 sortedXpub = append(sortedXpub, k)
451 sort.Strings(sortedXpub)
453 voteDetails := []voteDetail{}
454 voteTotal := uint64(0)
455 for _, xpub := range sortedXpub {
456 voteDetails = append(voteDetails, voteDetail{
458 VoteNumber: accVote[id][xpub],
460 voteTotal += accVote[id][xpub]
462 alias := w.AccountMgr.GetAliasByID(id)
463 votes = append(votes, AccountVotes{
466 VoteDetails: voteDetails,
467 TotalVoteNumber: voteTotal,