Skip to content

Commit

Permalink
Merge pull request #108 from BohuTANG/dev-progress-status
Browse files Browse the repository at this point in the history
feat: add mode:Normal|Stream to progress
  • Loading branch information
BohuTANG authored Mar 3, 2023
2 parents 0ac4c28 + b8e5204 commit c44e07b
Show file tree
Hide file tree
Showing 3 changed files with 13 additions and 1 deletion.
1 change: 1 addition & 0 deletions ethetl/bin/ethetl.rs
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,7 @@ async fn main() -> Result<()> {

// Interval progress.
let progress = ctx.get_progress();
progress.set_name("Normal".to_string());
progress.start();

let normal = NormalEtl::create(ctx);
Expand Down
1 change: 1 addition & 0 deletions ethetl/bin/ethetl_stream.rs
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,7 @@ async fn main() -> Result<()> {

// Interval progress.
let progress = ctx.get_progress();
progress.set_name("Stream".to_string());
progress.start();

let stream = StreamEtl::create(ctx);
Expand Down
12 changes: 11 additions & 1 deletion ethetl/src/contexts/progress.rs
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@ use std::sync::atomic::AtomicBool;
use std::sync::atomic::AtomicUsize;
use std::sync::atomic::Ordering;
use std::sync::Arc;
use std::sync::RwLock;
use std::time::Duration;

use log::info;
Expand Down Expand Up @@ -44,6 +45,7 @@ pub struct Progress {
token_transfers: AtomicUsize,
ens: AtomicUsize,
stopped: AtomicBool,
name: Arc<RwLock<String>>,
}

impl Progress {
Expand All @@ -58,9 +60,15 @@ impl Progress {
token_transfers: AtomicUsize::new(0),
ens: AtomicUsize::new(0),
stopped: Default::default(),
name: Default::default(),
})
}

pub fn set_name(&self, name: String) {
let mut lock = self.name.write().unwrap();
*lock = name;
}

pub fn inc_all(&self, v: usize) {
self.all.fetch_add(v, Ordering::Relaxed);
}
Expand Down Expand Up @@ -124,14 +132,15 @@ impl Progress {
}

fn print_progress(&self) {
let name = self.name.read().unwrap();
let all = self.all.load(Ordering::Relaxed);
let latest_block = self.max_block_number.load(Ordering::Relaxed);
let value = self.value();

if value.blocks > 0 {
let percent = ((value.blocks as f32 / all as f32) * 100_f32) as usize;
info!(
"block {:?} processed/{}, latest block {}, {:?} transactions processed, {:?} receipts processed, {:?} logs processed, {:?} token_transfers processed, {:?} ens processed. Progress is {:.2}",
"block {:?} processed/{}, latest block {}, {:?} transactions processed, {:?} receipts processed, {:?} logs processed, {:?} token_transfers processed, {:?} ens processed. Progress is {:.2} - Mode [{}]",
value.blocks,
all,
latest_block,
Expand All @@ -141,6 +150,7 @@ impl Progress {
value.token_transfers,
value.ens,
percent.percent(),
name,
);
}
}
Expand Down

0 comments on commit c44e07b

Please # to comment.