karaolidis/qrust
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix backfill sentiment batching bug

Browse Source 
Signed-off-by: Nikolaos Karaolidis <nick@karaolidis.com>
This commit is contained in:
Nick Karaolidis
2024-03-12 21:00:11 +00:00
parent d2d20e2978
commit 5ed0c7670a
7 changed files with 141 additions and 110 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
src/main.rs
View File

@@ -7,7 +7,10 @@ mod init;
mod routes;
mod threads;
use config::Config;
use config::{
Config, ALPACA_API_BASE, ALPACA_MODE, ALPACA_SOURCE, BATCH_BACKFILL_BARS_SIZE,
BATCH_BACKFILL_NEWS_SIZE, BERT_MAX_INPUTS, CLICKHOUSE_MAX_CONNECTIONS,
};
use dotenv::dotenv;
use log4rs::config::Deserializers;
use qrust::{create_send_await, database};
@@ -19,6 +22,14 @@ async fn main() {
log4rs::init_file("log4rs.yaml", Deserializers::default()).unwrap();
let config = Config::arc_from_env();
let _ = *ALPACA_MODE;
let _ = *ALPACA_API_BASE;
let _ = *ALPACA_SOURCE;
let _ = *BATCH_BACKFILL_BARS_SIZE;
let _ = *BATCH_BACKFILL_NEWS_SIZE;
let _ = *BERT_MAX_INPUTS;
let _ = *CLICKHOUSE_MAX_CONNECTIONS;
try_join!(
database::backfills_bars::unfresh(
&config.clickhouse_client,