Remove rust-bert

Signed-off-by: Nikolaos Karaolidis <nick@karaolidis.com>
This commit is contained in:
2024-03-13 12:09:50 +00:00
parent 5ed0c7670a
commit f3f9c6336b
17 changed files with 47 additions and 31402 deletions

View File

@@ -2,9 +2,9 @@ use super::State;
use crate::{config::Config, database};
use async_trait::async_trait;
use log::{debug, error, info};
use qrust::types::{alpaca::websocket, news::Prediction, News};
use qrust::types::{alpaca::websocket, News};
use std::{collections::HashMap, sync::Arc};
use tokio::{sync::RwLock, task::block_in_place};
use tokio::sync::RwLock;
pub struct Handler {
pub config: Arc<Config>,
@@ -80,25 +80,6 @@ impl super::Handler for Handler {
news.symbols, news.time_created
);
let input = format!("{}\n\n{}", news.headline, news.content);
let prediction = block_in_place(|| {
self.config
.sequence_classifier
.lock()
.unwrap()
.predict(vec![input.as_str()])
.into_iter()
.map(|label| Prediction::try_from(label).unwrap())
.collect::<Vec<_>>()[0]
});
let news = News {
sentiment: prediction.sentiment,
confidence: prediction.confidence,
..news
};
database::news::upsert(
&self.config.clickhouse_client,
&self.config.clickhouse_concurrency_limiter,