[ci] github runners for rust tests (#4)

* clippy

* patch test fixtures and cases

* deprecate postgres tests

* patch

* remove deprecated PG code

* clippy

* patch tests

src/analytics/enrich_account_funding.rs

@@ -334,6 +334,8 @@ fn test_replay_transactions() {
     }
 }
 
+#[ignore]
+// TODO: check paths
 #[test]
 fn test_cache_mechanism() {
     let cache_file = "balance_tracker_cache.json".to_string();

src/json_rescue_v5_extract.rs

@@ -11,14 +11,14 @@ use libra_backwards_compatibility::{
     version_five::{
         legacy_address_v5::LegacyAddressV5,
         transaction_type_v5::{TransactionPayload, TransactionV5},
-        transaction_view_v5::{ScriptView, TransactionDataView, TransactionViewV5},
+        transaction_view_v5::{EventDataView, ScriptView, TransactionDataView, TransactionViewV5},
     },
 };
 
 use anyhow::{anyhow, Context, Result};
 use diem_temppath::TempPath;
 use diem_types::account_address::AccountAddress;
-use log::trace;
+use log::{error, trace, warn};
 use std::path::{Path, PathBuf};
 /// The canonical transaction archives for V5 were kept in a different format as in v6 and v7.
 /// As of Nov 2024, there's a project to recover the V5 transaction archives to be in the same bytecode flat file format as v6 and v7.
@@ -36,6 +36,8 @@ pub fn extract_v5_json_rescue(
     let event_vec = vec![];
     let mut unique_functions = vec![];
 
+    let mut timestamp = 0;
+    let mut epoch_counter = 0;
     for t in txs {
         let mut wtxs = WarehouseTxMaster::default();
         match &t.transaction {
@@ -55,7 +57,8 @@ pub fn extract_v5_json_rescue(
 
                 // TODO:
                 // wtxs.events
-                // wtxs.block_timestamp
+                // TODO:
+                wtxs.block_timestamp = timestamp;
 
                 // TODO: create arg to exclude tx without counter party
                 match &wtxs.relation_label {
@@ -67,12 +70,20 @@ pub fn extract_v5_json_rescue(
                     RelationLabel::Miner => {}
                 };
             }
-            TransactionDataView::BlockMetadata { timestamp_usecs: _ } => {
+            TransactionDataView::BlockMetadata { timestamp_usecs } => {
+                if *timestamp_usecs < timestamp {
+                    error!("timestamps are not increasing");
+                } else {
+                    timestamp = *timestamp_usecs;
+                }
+
                 // TODO get epoch events
-                //  t.events.iter().any(|e|{
-                // if let epoch: NewEpoch = e.data {
-                //   }
-                // })
+                t.events.iter().for_each(|e| {
+                    if let EventDataView::NewEpoch { epoch } = &e.data {
+                        warn!("new epoch event: {:?}", epoch);
+                        epoch_counter = *epoch;
+                    }
+                });
             }
             _ => {}
         }
@@ -94,6 +105,7 @@ pub fn decode_transaction_args(wtx: &mut WarehouseTxMaster, tx_bytes: &[u8]) ->
     if let TransactionV5::UserTransaction(u) = &t {
         if let TransactionPayload::ScriptFunction(_) = &u.raw_txn.payload {
             if let Some(sf) = &ScriptFunctionCallGenesis::decode(&u.raw_txn.payload) {
+                wtx.entry_function = Some(EntryFunctionArgs::V5(sf.to_owned()));
                 // TODO: some script functions have very large payloads which clog the e.g. Miner. So those are only added for the catch-all txs which don't fall into categories we are interested in.
                 match sf {
                     ScriptFunctionCallGenesis::BalanceTransfer { destination, .. } => {
@@ -151,6 +163,8 @@ pub fn decode_transaction_args(wtx: &mut WarehouseTxMaster, tx_bytes: &[u8]) ->
             }
 
             if let Some(sf) = &ScriptFunctionCallV520::decode(&u.raw_txn.payload) {
+                wtx.entry_function = Some(EntryFunctionArgs::V520(sf.to_owned()));
+
                 match sf {
                     ScriptFunctionCallV520::CreateAccUser { .. } => {
                         wtx.relation_label = RelationLabel::Onboarding(wtx.sender);

tests/support/mod.rs

@@ -1,7 +1,3 @@
-pub mod age_testcontainer;
 #[allow(dead_code)]
 pub mod fixtures;
-pub mod pg_testcontainer;
-
-pub mod age_init;
 pub mod neo4j_testcontainer;

tests/support/pg_testcontainer.rs → tests/support/postgres_experimental/pg_testcontainer.depr

@@ -43,6 +43,7 @@ pub fn start_container<'a>() -> Container<'a, GenericImage> {
     container
 }
 
+#[ignore]
 #[tokio::test]
 async fn test_meta_setup() {
     let (db, _c) = get_test_pool()

tests/test_extract_transactions.rs

@@ -6,7 +6,8 @@ use libra_forensic_db::extract_transactions::extract_current_transactions;
 async fn test_extract_tx_from_archive() -> anyhow::Result<()> {
     let archive_path = support::fixtures::v7_tx_manifest_fixtures_path();
     let list = extract_current_transactions(&archive_path).await?;
-    assert!(list.0.len() == 10);
+
+    assert!(list.0.len() == 6);
 
     Ok(())
 }
@@ -15,7 +16,8 @@ async fn test_extract_tx_from_archive() -> anyhow::Result<()> {
 async fn test_extract_v6_tx_from_archive() -> anyhow::Result<()> {
     let archive_path = support::fixtures::v6_tx_manifest_fixtures_path();
     let list = extract_current_transactions(&archive_path).await?;
-    assert!(list.0.len() == 705);
+
+    assert!(list.0.len() == 27);
     assert!(list.1.len() == 52);
 
     Ok(())

tests/test_json_rescue_v5_load.rs

@@ -25,7 +25,7 @@ async fn test_load_all_tgz() -> anyhow::Result<()> {
 
     let tx_count = json_rescue_v5_load::single_thread_decompress_extract(&path, &pool).await?;
 
-    assert!(tx_count == 5244);
+    assert!(tx_count == 13);
 
     Ok(())
 }
@@ -75,13 +75,16 @@ async fn test_load_queue() -> anyhow::Result<()> {
     Ok(())
 }
 
+#[ignore]
+// TODO: not a good test since we skip config tests in default mode
 #[tokio::test]
 async fn test_rescue_v5_parse_set_wallet_tx() -> anyhow::Result<()> {
     libra_forensic_db::log_setup();
 
     let path = fixtures::v5_json_tx_path().join("example_set_wallet_type.json");
 
     let (vec_tx, _, _) = extract_v5_json_rescue(&path)?;
+    dbg!(&vec_tx);
 
     let c = start_neo4j_container();
     let port = c.get_host_port_ipv4(7687);
@@ -93,9 +96,10 @@ async fn test_rescue_v5_parse_set_wallet_tx() -> anyhow::Result<()> {
         .expect("could start index");
 
     let res = tx_batch(&vec_tx, &pool, 100, "test-set-wallet").await?;
-    assert!(res.created_tx > 0);
     dbg!(&res);
 
+    assert!(res.created_tx > 0);
+
     // check there are transaction records with function args.
     let cypher_query = neo4rs::query(
         "MATCH ()-[r:Tx]->()

tests/test_json_rescue_v5_parse.rs

@@ -7,7 +7,10 @@ use libra_backwards_compatibility::{
         transaction_view_v5::TransactionViewV5,
     },
 };
-use libra_forensic_db::json_rescue_v5_extract::{decompress_to_temppath, extract_v5_json_rescue};
+use libra_forensic_db::{
+    json_rescue_v5_extract::{decompress_to_temppath, extract_v5_json_rescue},
+    schema_transaction::EntryFunctionArgs,
+};
 use support::fixtures;
 
 #[test]
@@ -69,36 +72,42 @@ fn test_json_format_example() -> anyhow::Result<()> {
 
     let (tx, _, _) = extract_v5_json_rescue(&p)?;
     let first = tx.first().unwrap();
-    dbg!(&tx);
 
-    assert!(first.sender.to_hex_literal() == "0xc8336044cdf1878d9738ed0a041b235e");
+    assert!(first.sender.to_hex_literal() == *"0xecaf65add1b785b0495e3099f4045ec0");
     Ok(())
 }
 
 #[test]
 fn test_json_full_file() -> anyhow::Result<()> {
     libra_forensic_db::log_setup();
-    let p = fixtures::v5_json_tx_path().join("0-999.json");
+    let p = fixtures::v5_json_tx_path().join("10000-10999.json");
 
     let (tx, _, _) = extract_v5_json_rescue(&p)?;
 
+    assert!(tx.len() == 4);
     let first = tx.first().unwrap();
-    dbg!(&first.entry_function);
+
+    assert!(first.sender.to_hex_literal() == "0xb31bd7796bc113013a2bf6c3953305fd");
+
+    if let Some(EntryFunctionArgs::V5(ScriptFunctionCall::CreateUserByCoinTx { account, .. })) =
+        first.entry_function
+    {
+        assert!(account.to_hex_literal() == "0xBCA50D10041FA111D1B44181A264A599".to_lowercase())
+    }
 
     Ok(())
 }
 
 #[test]
 fn decompress_and_read() {
     let path = fixtures::v5_json_tx_path().join("0-99900.tgz");
-
     let temp_dir = decompress_to_temppath(&path).unwrap();
 
-    let first_file = temp_dir.path().join("0-999.json");
+    // get an advanced record
+    let first_file = temp_dir.path().join("10000-10999.json");
     let (tx, _, _) = extract_v5_json_rescue(&first_file).unwrap();
-    dbg!(&tx.len());
-    assert!(tx.len() == 11);
+    assert!(tx.len() == 4);
     let first = tx.first().unwrap();
 
-    assert!(first.sender.to_hex_literal() == "0xc8336044cdf1878d9738ed0a041b235e");
+    assert!(first.sender.to_hex_literal() == "0xb31bd7796bc113013a2bf6c3953305fd");
 }

tests/test_load_tx.rs

@@ -18,7 +18,7 @@ use support::neo4j_testcontainer::start_neo4j_container;
 async fn test_tx_batch() -> anyhow::Result<()> {
     libra_forensic_db::log_setup();
     let archive_path = support::fixtures::v6_tx_manifest_fixtures_path();
-    let (txs, events) = extract_current_transactions(&archive_path).await?;
+    let (txs, _events) = extract_current_transactions(&archive_path).await?;
     assert!(txs.len() == 27);
 
     let c = start_neo4j_container();
@@ -89,10 +89,11 @@ async fn test_load_entry_point_tx() -> anyhow::Result<()> {
 
     let res = try_load_one_archive(man, &graph, 10).await?;
 
-    assert!(res.created_accounts == 135);
-    assert!(res.modified_accounts == 590);
+    assert!(res.unique_accounts == 31);
+    assert!(res.created_accounts == 25);
+    assert!(res.modified_accounts == 6);
     assert!(res.unchanged_accounts == 0);
-    assert!(res.created_tx == 725);
+    assert!(res.created_tx == 27);
 
     Ok(())
 }