trustwallet#255 - implement ERC721Parser.start() and it's test

src/common/BlockchainState.ts

@@ -13,7 +13,8 @@ export class BlockchainState {
                     lastBackwardBlock: blockInChain,
                     lastPusherBlock: blockInChain,
                     lastTokensBlock: blockInChain,
-                    lastTokensBackwardBlock: blockInChain
+                    lastTokensBackwardBlock: blockInChain,
+                    lastTokensBlockForERC721: -1,
                 }).save()
             }
 
@@ -37,6 +38,10 @@ export class BlockchainState {
                 blockInDb.lastTokensBackwardBlock = blockInChain
             }
 
+            if (!blockInDb.lastTokensBlockForERC721) {
+                blockInDb.lastTokensBlockForERC721 = -1
+            }
+
             return blockInDb.save()
         })
     }

src/common/ParseStarter.ts

@@ -1,10 +1,12 @@
 import { BlockchainParser } from "./BlockchainParser";
 import { TokensParser } from "./TokensParser";
+import { ERC721Parser } from "./erc721/Erc721Parser";
 import { BlockchainState } from "./BlockchainState";
 import { PusherScanner } from "../pusher/PusherScanner";
 import { setDelay } from "./Utils";
 
 const parser = new BlockchainParser();
+const erc721Parser = new ERC721Parser();
 const pusher = new PusherScanner();
 const tokensParser = new TokensParser();
 const blockchainState = new BlockchainState();
@@ -24,5 +26,6 @@ export class ParseStarter {
         parser.start();
         pusher.start();
         tokensParser.start();
+        erc721Parser.start();
     }
 }

src/common/erc721/ERC721Parser.ts

@@ -6,20 +6,24 @@ import { Config } from "../Config";
 import { nameABI, ownerOfABI, standardERC721ABI } from "../abi/ABI";
 import { contracts } from "../tokens/contracts";
 import {
-    IBlock,
-    IContract, IDecodedLog, IExtractedTransaction, ISavedTransaction, ITransaction, ITransactionOperation
+    IBlock, IContract, IDecodedLog, IExtractedTransaction,
+    ISavedTransaction, ITransaction, ITransactionOperation
 } from "../CommonInterfaces";
 import { ERC721Contract } from "../../models/Erc721ContractModel";
 import { ERC721TransactionOperation } from "../../models/Erc721TransactionOperationModel";
 import { ERC721Transaction } from "../../models/Erc721TransactionModel";
 import { ERC721Token } from "../../models/Erc721TokenModel";
+import { BlockchainState } from "../BlockchainState";
+import { LastParsedBlock } from "../../models/LastParsedBlockModel";
+import { BlockParser } from "./BlockParser";
 
 export class ERC721Parser {
     private abiDecoder = require("abi-decoder");
     private abiList = loadContractABIs();
 
     private operationTypes = ["Transfer", "Approval", "approve"];
 
+    // TODO: implement cache
     private cachedContracts = {};
 
     constructor() {
@@ -28,12 +32,46 @@ export class ERC721Parser {
         }
     }
 
+    public start() {
+        winston.info(`ERC721Parser.start()`);
+
+        BlockchainState.getBlockState()
+            .then(([blockInChain, blockInDb]) => {
+                const lastTokensBlockForERC721: number = blockInDb.lastTokensBlockForERC721
+                if (lastTokensBlockForERC721 <= blockInChain) {
+                    const blockNumberToParse = lastTokensBlockForERC721 + 1;
+                    new BlockParser().getBlockByNumber(blockNumberToParse)
+                        .then((block) => {
+                            return this.parse(block);
+                        })
+                        .then(() => {
+                            this.saveLastParsedBlock(blockNumberToParse);
+                            Promise.resolve();
+                        })
+                        .catch((err: Error) => {
+                            winston.error(`ERC721Parser.start() at block: ${blockNumberToParse}, error: ${err}`);
+                        });;
+                }
+            });
+    }
+
     public async parse(block): Promise<any[]> {
+        winston.info(`ERC721Parser.parse(${block.number})`);
+
         const transactions = this.extractTransactions(block);
         const transactionIDs = this.getTransactionIDs(transactions);
         const receipts = await this.fetchReceiptsFromTransactionIDs(transactionIDs);
-        const mergedTransactions = this.mergeTransactionsAndReceipts(transactions, receipts);
-        return Promise.resolve(mergedTransactions);
+        const mergedTransactions = await this.mergeTransactionsAndReceipts(transactions, receipts);
+        const results = await this.updateTransactionsInDatabase(mergedTransactions);
+
+        const contractAddresses = await this.extractContractAddresses(transactions);
+        const contracts = await this.getERC721Contracts(contractAddresses);
+        const savedContracts = await this.updateERC721ContractsInDatabase(contracts);
+
+        const transactionOperations = await this.parseTransactionOperations(transactions, savedContracts);
+        const savedTransactions = await this.updateTransactionOperationsInDatabase(transactionOperations);
+
+        return Promise.resolve(savedTransactions);
     }
 
     public extractTransactions(block): any[] {
@@ -332,6 +370,12 @@ export class ERC721Parser {
 
     // ###### private methods ######
 
+    private saveLastParsedBlock(blockNumber: number) {
+        return LastParsedBlock.findOneAndUpdate({}, {lastTokensBlockForERC721: blockNumber}, {upsert: true, new: true}).catch((err: Error) => {
+            winston.error(`Could not save last parsed block to DB with error: ${err}`);
+        });
+    }
+
     private getRawTransactions(block): any[] {
         return block.transactions;
     }

src/models/LastParsedBlockModel.ts

@@ -17,7 +17,10 @@ const lastParsedBlockSchema = new Schema({
     },
     lastTokensBackwardBlock: {
         type: Number
-    }
+    },
+    lastTokensBlockForERC721: {
+        type: Number
+    },
 }, {
     versionKey: false,
 });

test/Common/ERC721/ERC721Parser.test.ts

@@ -227,4 +227,10 @@ describe("Test ERC721Parser", () => {
 
         expect(owner1[0].tokens[0]).to.deep.equal(owner2[0].tokens[0]);
     })
+
+    it("Should start parsing", async () => {
+        return await erc721Parser.parse(
+            await new BlockParser().getBlockByNumber(5665445)
+        );
+    })
 })