Fix the Sin of Man

- Migrate to ClickHouse
- Simplify serde renaming
- Simplify backfill logic
- Compartmentalize database columns

Signed-off-by: Nikolaos Karaolidis <nick@karaolidis.com>

src/database/assets.rs

@@ -1,92 +1,43 @@
-use crate::types::{Asset, Class, Exchange};
-use sqlx::{query_as, PgPool};
-use std::convert::Into;
-use time::OffsetDateTime;
+use crate::types::{Asset, Class};
+use clickhouse::Client;
 
-pub async fn select(postgres_pool: &PgPool) -> Vec<Asset> {
-    query_as!(
-        Asset,
-        r#"SELECT symbol, class as "class: Class", exchange as "exchange: Exchange", trading, timestamp_added, timestamp_first, timestamp_last FROM assets"#
-    )
-    .fetch_all(postgres_pool)
-    .await
-    .unwrap()
+pub async fn select(clickhouse_client: &Client) -> Vec<Asset> {
+    clickhouse_client
+        .query("SELECT ?fields FROM assets")
+        .fetch_all::<Asset>()
+        .await
+        .unwrap()
 }
 
-pub async fn select_where_class(postgres_pool: &PgPool, class: Class) -> Vec<Asset> {
-    query_as!(
-        Asset,
-        r#"SELECT symbol, class as "class: Class", exchange as "exchange: Exchange", trading, timestamp_added, timestamp_first, timestamp_last FROM assets WHERE class = $1::CLASS"#,
-        class as Class
-    )
-    .fetch_all(postgres_pool)
-    .await
-    .unwrap()
+pub async fn select_where_class(clickhouse_client: &Client, class: Class) -> Vec<Asset> {
+    clickhouse_client
+        .query("SELECT ?fields FROM assets WHERE class = ?")
+        .bind(class)
+        .fetch_all::<Asset>()
+        .await
+        .unwrap()
 }
 
-pub async fn select_where_symbol(postgres_pool: &PgPool, symbol: &str) -> Option<Asset> {
-    query_as!(
-        Asset,
-        r#"SELECT symbol, class as "class: Class", exchange as "exchange: Exchange", trading, timestamp_added, timestamp_first, timestamp_last FROM assets WHERE symbol = $1"#,
-        symbol
-    )
-    .fetch_optional(postgres_pool)
-    .await
-    .unwrap()
+pub async fn select_where_symbol(clickhouse_client: &Client, symbol: &str) -> Option<Asset> {
+    clickhouse_client
+        .query("SELECT ?fields FROM assets WHERE symbol = ?")
+        .bind(symbol)
+        .fetch_optional::<Asset>()
+        .await
+        .unwrap()
 }
 
-pub async fn insert(postgres_pool: &PgPool, asset: &Asset) -> Asset {
-    query_as!(
-        Asset,
-        r#"INSERT INTO assets (symbol, class, exchange, trading, timestamp_added, timestamp_first, timestamp_last) VALUES ($1, $2::CLASS, $3::EXCHANGE, $4, $5, $6, $7)
-        RETURNING symbol, class as "class: Class", exchange as "exchange: Exchange", trading, timestamp_added, timestamp_first, timestamp_last"#,
-        asset.symbol, asset.class as Class, asset.exchange as Exchange, asset.trading, asset.timestamp_added, asset.timestamp_first, asset.timestamp_last
-    )
-    .fetch_one(postgres_pool)
-    .await
-    .unwrap()
+pub async fn insert(clickhouse_client: &Client, asset: &Asset) {
+    let mut insert = clickhouse_client.insert("assets").unwrap();
+    insert.write(asset).await.unwrap();
+    insert.end().await.unwrap();
 }
 
-pub async fn update_trading_where_symbol(
-    postgres_pool: &PgPool,
-    symbol: &str,
-    trading: &bool,
-) -> Option<Asset> {
-    query_as!(
-        Asset,
-        r#"UPDATE assets SET trading = $1 WHERE symbol = $2
-        RETURNING symbol, class as "class: Class", exchange as "exchange: Exchange", trading, timestamp_added, timestamp_first, timestamp_last"#,
-        trading, symbol
-    )
-    .fetch_optional(postgres_pool)
-    .await
-    .unwrap()
-}
-
-pub async fn update_timestamp_last_where_symbol(
-    postgres_pool: &PgPool,
-    symbol: &str,
-    timestamp_last: &OffsetDateTime,
-) -> Option<Asset> {
-    query_as!(
-        Asset,
-        r#"UPDATE assets SET timestamp_last = $1 WHERE symbol = $2
-        RETURNING symbol, class as "class: Class", exchange as "exchange: Exchange", trading, timestamp_added, timestamp_first, timestamp_last"#,
-        timestamp_last, symbol
-    )
-    .fetch_optional(postgres_pool)
-    .await
-    .unwrap()
-}
-
-pub async fn delete_where_symbol(postgres_pool: &PgPool, symbol: &str) -> Option<Asset> {
-    query_as!(
-        Asset,
-        r#"DELETE FROM assets WHERE symbol = $1
-        RETURNING symbol, class as "class: Class", exchange as "exchange: Exchange", trading, timestamp_added, timestamp_first, timestamp_last"#,
-        symbol
-    )
-    .fetch_optional(postgres_pool)
-    .await
-    .unwrap()
+pub async fn delete_where_symbol(clickhouse_client: &Client, symbol: &str) {
+    clickhouse_client
+        .query("DELETE FROM assets WHERE symbol = ?")
+        .bind(symbol)
+        .execute()
+        .await
+        .unwrap();
 }