karaolidis/qrust
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add backfill progress logging

Browse Source 
Signed-off-by: Nikolaos Karaolidis <nick@karaolidis.com>
This commit is contained in:
Nick Karaolidis
2024-03-15 17:26:58 +00:00
parent 10365745aa
commit e9012d6ec3
1 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/threads/data/backfill/mod.rs
View File

@@ -100,6 +100,10 @@ impl Jobs {
.and_then(|uuid| self.uuid_to_job.remove(&uuid)); .and_then(|uuid| self.uuid_to_job.remove(&uuid));
} }
} }
pub fn len(&self) -> usize {
self.symbol_to_uuid.len()
}
} }
pub async fn run(handler: Arc<Box<dyn Handler>>, mut receiver: mpsc::Receiver<Message>) { pub async fn run(handler: Arc<Box<dyn Handler>>, mut receiver: mpsc::Receiver<Message>) {
@@ -208,7 +212,13 @@ async fn handle_message(
let fut = spawn(async move { let fut = spawn(async move {
handler.queue_backfill(&job_group).await; handler.queue_backfill(&job_group).await;
handler.backfill(job_group).await; handler.backfill(job_group).await;
backfill_jobs_clone.lock().await.remove_many(&symbols_clone);
let mut backfill_jobs = backfill_jobs_clone.lock().await;
backfill_jobs.remove_many(&symbols_clone);
let remaining = backfill_jobs.len();
drop(backfill_jobs);
info!("{} {} backfills remaining.", remaining, log_string);
}); });
backfill_jobs.insert(symbols, fut); backfill_jobs.insert(symbols, fut);