feat: SSE route for get_entry + Lint + Fixed tests + Empty responses for history (#177)

* feat(sse_routes):

* feat(sse_routes): SSE route

* feat(sse_routes): interval

* feat(sse_routes):

* feat(sse_routes): Stream entries

* feat(sse_routes): 💀 Fixed all clippy errors

* feat(sse_routes):

* feat(sse_routes): toml

* feat(sse_routes): fixed E2E setup

* feat(sse_routes): Fixed test

* feat(sse_routes): Restrict SSE streams to median + no routing

* feat(sse_routes): Added 1s median aggregation

* feat(sse_routes):

* feat(sse_routes): Return an empty array for empty history

* feat(sse_routes): interval error

* feat(sse_routes): fixes from review

* some refacto

* feat(sse_routes): Added 5s interval + Fix 1s

---------

Co-authored-by: 0xevolve <Artevolve@yahoo.com>

Author: akhercha

Cargo.lock

@@ -15,13 +15,46 @@ edition = "2021"
 repository = "https://github.com/astraly-labs/pragma-node/"
 authors = ["Pragma Labs <support@pragma.build>"]
 
+[workspace.lints]
+rust.missing_debug_implementations = "allow"
+rust.unreachable_pub = "warn"
+rust.unused_must_use = "deny"
+rust.rust_2018_idioms = { level = "deny", priority = -1 }
+rustdoc.all = "warn"
+
+[workspace.lints.clippy]
+# all lints that are on by default (correctness, suspicious, style, complexity, perf)
+all = { level = "warn", priority = -1 }
+
+# new lints that are still under development
+nursery = { level = "warn", priority = -1 }
+# avoid lints that are too pedantic
+future_not_send = "allow"
+fallible_impl_from = "allow"
+
+# lints which are rather strict or have occasional false positives
+pedantic = { level = "warn", priority = -1 }
+# avoid lints that are too pedantic
+must_use_candidate = "allow"
+cast_possible_truncation = "allow"
+cast_precision_loss = "allow"
+cast_sign_loss = "allow"
+missing_errors_doc = "allow"
+missing_panics_doc = "allow"
+default_trait_access = "allow"
+module_name_repetitions = "allow"
+needless_pass_by_value = "allow"
+or_fun_call = "allow"
+redundant_pub_crate = "allow"
+
 [workspace.dependencies]
 color-eyre = "0.6"
 aws-config = { version = "1.5.1", features = ["behavior-version-latest"] }
 aws-sdk-secretsmanager = "1.32.0"
 axum = { version = "0.8", features = ["macros", "ws", "tokio"] }
-axum-extra = { version = "0.9.2" }
+axum-extra = { version = "0.10.0", features = ["typed-header"] }
 axum-macros = "0.5"
+async-trait = "0.1.86"
 cainome = { git = "https://github.com/cartridge-gg/cainome", tag = "v0.4.5", features = [
   "abigen-rs",
 ] }
@@ -37,6 +70,8 @@ bigdecimal = { version = "0.4.1", features = ["serde"] }
 diesel_migrations = "2"
 deadpool-diesel = { version = "0.4", features = ["postgres"] }
 futures-util = "0.3.30"
+futures = "0.3.31"
+tokio-stream = "0.1.17"
 governor = { version = "0.6.0" }
 dotenvy = "0.15.7"
 envy = "0.4.2"

Cargo.toml

@@ -1,8 +1,11 @@
-
 init-kafka-topics:
 	docker exec -it pragma-kafka "kafka-topics" "--bootstrap-server" "localhost:9092" "--topic" "pragma-data" "--create" "--partitions" "1" "--replication-factor" "1" || true
 	docker exec -it pragma-kafka "kafka-topics" "--bootstrap-server" "localhost:9092" "--topic" "__consumer_offsets" "--create" "--partitions" "1" "--replication-factor" "1" || true
+
 format:
 	cargo fmt -- --check
 	cargo clippy --locked --all-targets --all-features -- -D warnings --no-deps
 	cargo clippy --tests --no-deps -- -D warnings
+
+test:
+	cargo nextest run

Makefile

@@ -118,6 +118,7 @@ CREATE TABLE publishers (
     name VARCHAR NOT NULL,
     website_url VARCHAR NOT NULL,
     mainnet_address VARCHAR,
+    testnet_address VARCHAR,
     publisher_type INTEGER NOT NULL CHECK (publisher_type IN (0, 1)) -- 0 = first party, 1 = 3rd party
 );
 

infra/pragma-node/postgres_migrations/01-init.sql

@@ -9,7 +9,8 @@ description = "Common utilities and types for Pragma SDKs"
 readme = "README.md"
 keywords = ["pragma", "sdk", "consumer", "data", "feeds"]
 
-# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+[lints]
+workspace = true
 
 [dependencies]
 axum = { workspace = true }

pragma-common/Cargo.toml

@@ -39,12 +39,13 @@ pub trait Signable {
 pub fn sign_data(signer: &SigningKey, data: &impl Signable) -> Result<String, SignerError> {
     let hash_to_sign = data.try_get_hash()?;
     let signature = signer.sign(&hash_to_sign)?;
-    Ok(format!("0x{:}", signature))
+    Ok(format!("0x{signature:}"))
 }
 
 /// Assert that a new entries request is correctly signed
 /// by the publisher.
 /// If it is, we return the signature.
+#[allow(clippy::trait_duplication_in_bounds)]
 pub fn assert_request_signature_is_valid<R, E>(
     new_entries_request: &R,
     publisher_account: &Felt,
@@ -65,6 +66,7 @@ where
 /// Assert that a request (passed with the request for creating new
 /// entries) is correctly signed by the publisher and in a valid format.
 /// Returns the signature if it is correct.
+#[allow(clippy::trait_duplication_in_bounds)]
 fn assert_signature_is_valid<R, E>(
     new_entries_request: &R,
     account_address: &Felt,