Add news content normalization and storing

Signed-off-by: Nikolaos Karaolidis <nick@karaolidis.com>
2024-01-26 13:26:52 +00:00
parent 5f458d9ea9
commit 2829bb2970
8 changed files with 111 additions and 19 deletions
--- a/support/clickhouse/docker-entrypoint-initdb.d/0000_init.sql
+++ b/support/clickhouse/docker-entrypoint-initdb.d/0000_init.sql
@@ -47,9 +47,10 @@ CREATE TABLE IF NOT EXISTS qrust.news (
    symbols Array(LowCardinality(String)),
    headline String,
    author String,
-    source Nullable(String),
-    summary Nullable(String),
-    url Nullable(String),
+    source String,
+    summary String,
+    content String,
+    url String,
    INDEX index_symbols symbols TYPE bloom_filter()
 )
 ENGINE = ReplacingMergeTree()