Wasm -> near-vm-logic & near-vm-runner (Implements NEPS#0009)

.gitignore

@@ -28,6 +28,9 @@ core/wasm/**/Cargo.lock
 .env
 *.pyc
 
+# Node
+**/node_modules/
+
 # Integration tests
 tmp/
 

Cargo.toml

@@ -13,8 +13,9 @@ members = [
     "core/primitives",
     "core/store",
     "runtime/runtime",
-    "runtime/wasm",
-    "runtime/wasm/runtest",
+    "runtime/near-vm-logic",
+    "runtime/near-vm-runner",
+    "runtime/near-vm-runner-standalone",
     "chain/chain",
     "chain/pool",
     "chain/client",
@@ -27,9 +28,6 @@ members = [
     "test-utils/state-viewer",
     "near/",
 ]
-exclude = [
-    "runtime/wasm/runtest/generate-wasm/to-wasm",
-]
 
 [dev-dependencies]
 actix = "0.8.2"
@@ -45,7 +43,6 @@ near-primitives = { path = "./core/primitives" }
 near-store = { path = "./core/store" }
 
 node-runtime = { path = "./runtime/runtime" }
-wasm = { path = "./runtime/wasm" }
 
 near-jsonrpc = { path = "./chain/jsonrpc" }
 near-network = { path = "./chain/network" }

chain/chain/src/chain.rs

@@ -7,7 +7,8 @@ use chrono::Duration;
 use log::{debug, info};
 
 use near_primitives::hash::CryptoHash;
-use near_primitives::transaction::{ReceiptTransaction, TransactionResult};
+use near_primitives::receipt::Receipt;
+use near_primitives::transaction::TransactionResult;
 use near_primitives::types::{BlockIndex, MerkleHash, ShardId};
 use near_store::Store;
 
@@ -426,7 +427,7 @@ impl Chain {
         shard_id: ShardId,
         hash: CryptoHash,
         payload: Vec<u8>,
-        receipts: Vec<ReceiptTransaction>,
+        receipts: Vec<Receipt>,
     ) -> Result<(), Error> {
         // TODO(1046): update this with any required changes for chunks support.
         let header = self.get_block_header(&hash)?;
@@ -519,7 +520,7 @@ impl Chain {
 
     /// Get receipts stored for the given hash.
     #[inline]
-    pub fn get_receipts(&mut self, hash: &CryptoHash) -> Result<&Vec<ReceiptTransaction>, Error> {
+    pub fn get_receipts(&mut self, hash: &CryptoHash) -> Result<&Vec<Receipt>, Error> {
         self.store.get_receipts(hash)
     }
 
@@ -655,10 +656,9 @@ impl<'a> ChainUpdate<'a> {
 
         // Retrieve receipts from the previous block.
         let receipts = self.chain_store_update.get_receipts(&prev_hash)?;
-        let receipt_hashes = receipts.iter().map(|r| r.get_hash()).collect::<Vec<_>>();
 
         // Apply block to runtime.
-        let (trie_changes, state_root, mut tx_results, new_receipts, validator_proposals) = self
+        let (trie_changes, state_root, tx_results, new_receipts, validator_proposals) = self
             .runtime_adapter
             .apply_transactions(
                 0,
@@ -691,15 +691,8 @@ impl<'a> ChainUpdate<'a> {
         self.chain_store_update
             .save_receipt(&block.hash(), new_receipts.get(&0).unwrap_or(&vec![]).to_vec());
         // Save receipt and transaction results.
-        for (i, tx_result) in tx_results.drain(..).enumerate() {
-            if i < receipt_hashes.len() {
-                self.chain_store_update.save_transaction_result(&receipt_hashes[i], tx_result);
-            } else {
-                self.chain_store_update.save_transaction_result(
-                    &block.transactions[i - receipt_hashes.len()].get_hash(),
-                    tx_result,
-                );
-            }
+        for tx_result in tx_results.into_iter() {
+            self.chain_store_update.save_transaction_result(&tx_result.hash, tx_result.result);
         }
 
         // Add validated block to the db, even if it's not the selected fork.

chain/chain/src/store.rs

@@ -6,7 +6,8 @@ use cached::SizedCache;
 use log::debug;
 
 use near_primitives::hash::CryptoHash;
-use near_primitives::transaction::{ReceiptTransaction, TransactionResult};
+use near_primitives::receipt::Receipt;
+use near_primitives::transaction::TransactionResult;
 use near_primitives::types::{BlockIndex, MerkleHash};
 use near_primitives::utils::index_to_bytes;
 use near_store::{
@@ -52,7 +53,7 @@ pub trait ChainStoreAccess {
     /// Returns hash of the block on the main chain for given height.
     fn get_block_hash_by_height(&mut self, height: BlockIndex) -> Result<CryptoHash, Error>;
     /// Returns resulting receipt for given block.
-    fn get_receipts(&mut self, hash: &CryptoHash) -> Result<&Vec<ReceiptTransaction>, Error>;
+    fn get_receipts(&mut self, hash: &CryptoHash) -> Result<&Vec<Receipt>, Error>;
     /// Returns transaction result for given tx hash.
     fn get_transaction_result(&mut self, hash: &CryptoHash) -> Result<&TransactionResult, Error>;
 }
@@ -69,7 +70,7 @@ pub struct ChainStore {
     // Cache with index to hash on the main chain.
     // block_index: SizedCache<Vec<u8>, CryptoHash>,
     /// Cache with receipts.
-    receipts: SizedCache<Vec<u8>, Vec<ReceiptTransaction>>,
+    receipts: SizedCache<Vec<u8>, Vec<Receipt>>,
     /// Cache transaction statuses.
     transaction_results: SizedCache<Vec<u8>, TransactionResult>,
 }
@@ -181,7 +182,7 @@ impl ChainStoreAccess for ChainStore {
         //        )
     }
 
-    fn get_receipts(&mut self, hash: &CryptoHash) -> Result<&Vec<ReceiptTransaction>, Error> {
+    fn get_receipts(&mut self, hash: &CryptoHash) -> Result<&Vec<Receipt>, Error> {
         option_to_not_found(
             read_with_cache(&*self.store, COL_RECEIPTS, &mut self.receipts, hash.as_ref()),
             &format!("RECEIPT: {}", hash),
@@ -212,7 +213,7 @@ pub struct ChainStoreUpdate<'a, T> {
     headers: HashMap<CryptoHash, BlockHeader>,
     post_state_roots: HashMap<CryptoHash, MerkleHash>,
     block_index: HashMap<BlockIndex, Option<CryptoHash>>,
-    receipts: HashMap<CryptoHash, Vec<ReceiptTransaction>>,
+    receipts: HashMap<CryptoHash, Vec<Receipt>>,
     transaction_results: HashMap<CryptoHash, TransactionResult>,
     head: Option<Tip>,
     tail: Option<Tip>,
@@ -330,7 +331,7 @@ impl<'a, T: ChainStoreAccess> ChainStoreAccess for ChainStoreUpdate<'a, T> {
     }
 
     /// Get receipts produced for block with givien hash.
-    fn get_receipts(&mut self, hash: &CryptoHash) -> Result<&Vec<ReceiptTransaction>, Error> {
+    fn get_receipts(&mut self, hash: &CryptoHash) -> Result<&Vec<Receipt>, Error> {
         if let Some(receipts) = self.receipts.get(hash) {
             Ok(receipts)
         } else {
@@ -418,7 +419,7 @@ impl<'a, T: ChainStoreAccess> ChainStoreUpdate<'a, T> {
         self.headers.insert(header.hash(), header);
     }
 
-    pub fn save_receipt(&mut self, hash: &CryptoHash, receipt: Vec<ReceiptTransaction>) {
+    pub fn save_receipt(&mut self, hash: &CryptoHash, receipt: Vec<Receipt>) {
         self.receipts.insert(*hash, receipt);
     }
 

chain/chain/src/test_utils.rs

@@ -6,10 +6,11 @@ use chrono::Utc;
 use near_primitives::crypto::signature::{verify, Signature};
 use near_primitives::crypto::signer::InMemorySigner;
 use near_primitives::hash::CryptoHash;
+use near_primitives::receipt::Receipt;
 use near_primitives::rpc::{AccountViewCallResult, QueryResponse};
 use near_primitives::test_utils::get_public_key_from_seed;
 use near_primitives::transaction::{
-    ReceiptTransaction, SignedTransaction, TransactionResult, TransactionStatus,
+    SignedTransaction, TransactionLog, TransactionResult, TransactionStatus,
 };
 use near_primitives::types::{AccountId, BlockIndex, MerkleHash, ShardId, ValidatorStake};
 use near_store::test_utils::create_test_store;
@@ -158,25 +159,22 @@ impl RuntimeAdapter for KeyValueRuntime {
         _block_index: BlockIndex,
         _prev_block_hash: &CryptoHash,
         _block_hash: &CryptoHash,
-        _receipts: &Vec<Vec<ReceiptTransaction>>,
+        _receipts: &Vec<Vec<Receipt>>,
         transactions: &Vec<SignedTransaction>,
     ) -> Result<
-        (
-            WrappedTrieChanges,
-            MerkleHash,
-            Vec<TransactionResult>,
-            ReceiptResult,
-            Vec<ValidatorStake>,
-        ),
+        (WrappedTrieChanges, MerkleHash, Vec<TransactionLog>, ReceiptResult, Vec<ValidatorStake>),
         Box<dyn std::error::Error>,
     > {
         let mut tx_results = vec![];
-        for _ in transactions {
-            tx_results.push(TransactionResult {
-                status: TransactionStatus::Completed,
-                logs: vec![],
-                receipts: vec![],
-                result: None,
+        for tx in transactions {
+            tx_results.push(TransactionLog {
+                hash: tx.get_hash(),
+                result: TransactionResult {
+                    status: TransactionStatus::Completed,
+                    logs: vec![],
+                    receipts: vec![],
+                    result: None,
+                },
             });
         }
         Ok((

chain/chain/src/types.rs

@@ -4,8 +4,9 @@ pub use near_primitives::block::{Block, BlockHeader, Weight};
 use near_primitives::crypto::signature::Signature;
 use near_primitives::crypto::signer::EDSigner;
 use near_primitives::hash::CryptoHash;
+use near_primitives::receipt::Receipt;
 use near_primitives::rpc::QueryResponse;
-use near_primitives::transaction::{ReceiptTransaction, SignedTransaction, TransactionResult};
+use near_primitives::transaction::{SignedTransaction, TransactionLog};
 use near_primitives::types::{AccountId, BlockIndex, MerkleHash, ShardId, ValidatorStake};
 use near_store::{StoreUpdate, WrappedTrieChanges};
 
@@ -39,7 +40,7 @@ pub struct ValidTransaction {
 }
 
 /// Map of shard to list of receipts to send to it.
-pub type ReceiptResult = HashMap<ShardId, Vec<ReceiptTransaction>>;
+pub type ReceiptResult = HashMap<ShardId, Vec<Receipt>>;
 
 /// Bridge between the chain and the runtime.
 /// Main function is to update state given transactions.
@@ -129,16 +130,10 @@ pub trait RuntimeAdapter: Send + Sync {
         block_index: BlockIndex,
         prev_block_hash: &CryptoHash,
         block_hash: &CryptoHash,
-        receipts: &Vec<Vec<ReceiptTransaction>>,
+        receipts: &Vec<Vec<Receipt>>,
         transactions: &Vec<SignedTransaction>,
     ) -> Result<
-        (
-            WrappedTrieChanges,
-            MerkleHash,
-            Vec<TransactionResult>,
-            ReceiptResult,
-            Vec<ValidatorStake>,
-        ),
+        (WrappedTrieChanges, MerkleHash, Vec<TransactionLog>, ReceiptResult, Vec<ValidatorStake>),
         Box<dyn std::error::Error>,
     >;
 

chain/client/src/client.rs

@@ -27,7 +27,8 @@ use near_network::{
 use near_pool::TransactionPool;
 use near_primitives::crypto::signature::{verify, Signature};
 use near_primitives::hash::{hash, CryptoHash};
-use near_primitives::transaction::{ReceiptTransaction, SignedTransaction};
+use near_primitives::receipt::Receipt;
+use near_primitives::transaction::SignedTransaction;
 use near_primitives::types::{AccountId, BlockIndex, ShardId};
 use near_primitives::unwrap_or_return;
 use near_store::Store;
@@ -1097,7 +1098,7 @@ impl ClientActor {
         &mut self,
         shard_id: ShardId,
         hash: CryptoHash,
-    ) -> Result<(Vec<u8>, Vec<ReceiptTransaction>), near_chain::Error> {
+    ) -> Result<(Vec<u8>, Vec<Receipt>), near_chain::Error> {
         let header = self.chain.get_block_header(&hash)?;
         let prev_hash = header.prev_hash;
         let payload = self

chain/client/src/sync.rs

@@ -340,7 +340,7 @@ impl BlockSync {
                     if self
                         .network_recipient
                         .do_send(NetworkRequests::BlockRequest {
-                            hash: hash.clone(),
+                            hash: *hash,
                             peer_id: peer.peer_info.id.clone(),
                         })
                         .is_ok()

chain/client/src/view_client.rs

@@ -10,7 +10,7 @@ use near_chain::{Block, Chain, ErrorKind, RuntimeAdapter};
 use near_primitives::hash::CryptoHash;
 use near_primitives::rpc::QueryResponse;
 use near_primitives::transaction::{
-    FinalTransactionResult, FinalTransactionStatus, TransactionLogs, TransactionResult,
+    FinalTransactionResult, FinalTransactionStatus, TransactionLog, TransactionResult,
     TransactionStatus,
 };
 use near_store::Store;
@@ -42,40 +42,49 @@ impl ViewClientActor {
         match self.chain.get_transaction_result(hash) {
             Ok(result) => Ok(result.clone()),
             Err(err) => match err.kind() {
-                ErrorKind::DBNotFoundErr(_) => Ok(TransactionResult::default()),
+                ErrorKind::DBNotFoundErr(_) => Ok(TransactionResult {
+                    status: TransactionStatus::Unknown,
+                    ..Default::default()
+                }),
                 _ => Err(err.to_string()),
             },
         }
     }
 
-    fn collect_transaction_final_result(
+    fn get_recursive_transaction_results(
         &mut self,
-        transaction_result: &TransactionResult,
-        logs: &mut Vec<TransactionLogs>,
-    ) -> Result<FinalTransactionStatus, String> {
-        match transaction_result.status {
-            TransactionStatus::Unknown => Ok(FinalTransactionStatus::Unknown),
-            TransactionStatus::Failed => Ok(FinalTransactionStatus::Failed),
-            TransactionStatus::Completed => {
-                for r in transaction_result.receipts.iter() {
-                    let receipt_result = self.get_transaction_result(&r)?;
-                    logs.push(TransactionLogs {
-                        hash: *r,
-                        lines: receipt_result.logs.clone(),
-                        receipts: receipt_result.receipts.clone(),
-                        result: receipt_result.result.clone(),
-                    });
-                    match self.collect_transaction_final_result(&receipt_result, logs)? {
-                        FinalTransactionStatus::Failed => {
-                            return Ok(FinalTransactionStatus::Failed)
-                        }
-                        FinalTransactionStatus::Completed => {}
-                        _ => return Ok(FinalTransactionStatus::Started),
-                    };
-                }
-                Ok(FinalTransactionStatus::Completed)
-            }
+        hash: &CryptoHash,
+    ) -> Result<Vec<TransactionLog>, String> {
+        let result = self.get_transaction_result(hash)?;
+        let receipt_ids = result.receipts.clone();
+        let mut transactions = vec![TransactionLog { hash: *hash, result }];
+        for hash in &receipt_ids {
+            transactions.extend(self.get_recursive_transaction_results(hash)?.into_iter());
         }
+        Ok(transactions)
+    }
+
+    fn get_final_transaction_result(
+        &mut self,
+        hash: &CryptoHash,
+    ) -> Result<FinalTransactionResult, String> {
+        let transactions = self.get_recursive_transaction_results(hash)?;
+        let status = if transactions
+            .iter()
+            .find(|t| &t.result.status == &TransactionStatus::Failed)
+            .is_some()
+        {
+            FinalTransactionStatus::Failed
+        } else if transactions
+            .iter()
+            .find(|t| &t.result.status == &TransactionStatus::Unknown)
+            .is_some()
+        {
+            FinalTransactionStatus::Started
+        } else {
+            FinalTransactionStatus::Completed
+        };
+        Ok(FinalTransactionResult { status, transactions })
     }
 }
 
@@ -118,19 +127,7 @@ impl Handler<TxStatus> for ViewClientActor {
     type Result = Result<FinalTransactionResult, String>;
 
     fn handle(&mut self, msg: TxStatus, _: &mut Context<Self>) -> Self::Result {
-        let transaction_result = self.get_transaction_result(&msg.tx_hash)?;
-        let mut result = FinalTransactionResult {
-            status: FinalTransactionStatus::Unknown,
-            logs: vec![TransactionLogs {
-                hash: msg.tx_hash,
-                lines: transaction_result.logs.clone(),
-                receipts: transaction_result.receipts.clone(),
-                result: transaction_result.result.clone(),
-            }],
-        };
-        result.status =
-            self.collect_transaction_final_result(&transaction_result, &mut result.logs)?;
-        Ok(result)
+        self.get_final_transaction_result(&msg.tx_hash)
     }
 }