3 market api (#8)

* Creazione branch tool, refactor degli import e soppressione dei warning * Update pytest configuration and dependencies in pyproject.toml * Add news API integration and related configurations - Update .env.example to include NEWS_API_KEY configuration - Add newsapi-python dependency in pyproject.toml - Implement NewsAPI class for fetching news articles - Create Article model for structured news data - Add tests for NewsAPI functionality in test_news_api.py - Update pytest configuration to include news marker * Add news API functionality and update tests for article retrieval * ToDo: 1. Aggiungere un aggregator per i dati recuperati dai provider. 2. Lavorare effettivamente all'issue Done: 1. creati test per i provider 2. creato market_providers_api_demo.py per mostrare i dati recuperati dalle api dei providers 3. aggiornato i provider 4. creato il provider binance sia pubblico che con chiave 5. creato error_handler.py per gestire decoratori e utilità: retry automatico, gestione timeout... * Refactor news API integration to use NewsApiWrapper and GnewsWrapper; add tests for Gnews API functionality * Add CryptoPanic API integration and related tests; update .env.example and test configurations * Implement WrapperHandler for managing multiple news API wrappers; add tests for wrapper functionality * Enhance WrapperHandler - docstrings - add try_call_all method - update tests * pre merge con phil * Add DuckDuckGo and Google News wrappers; refactor CryptoPanic and NewsAPI - Implemented DuckDuckGoWrapper for news retrieval using DuckDuckGo tools. - Added GoogleNewsWrapper for accessing Google News RSS feed. - Refactored CryptoPanicWrapper to unify get_top_headlines and get_latest_news methods. - Updated NewsApiWrapper to simplify top headlines retrieval. - Added tests for DuckDuckGo and Google News wrappers. - Enhanced documentation for CryptoPanicWrapper and NewsApiWrapper. - Created base module for social media integrations. * - Refactor struttura progetto: divisione tra agent e toolkit * Refactor try_call_all method to return a dictionary of results; update tests for success and partial failures * Fix class and test method names for DuckDuckGoWrapper * Add Reddit API wrapper and related tests; update environment configuration * pre merge con giacomo * Fix import statements * Fixes - separated tests - fix tests - fix bugs reintroduced my previous merge * Refactor market API wrappers to streamline product and price retrieval methods * Add BinanceWrapper to market API exports * Finito ISSUE 3 * Final review - rm PublicBinanceAgent & updated demo - moved in the correct folder some tests - fix binance bug --------- Co-authored-by: trojanhorse47 <cosmomemory@hotmail.it> Co-authored-by: Berack96 <giacomobertolazzi7@gmail.com> Co-authored-by: Giacomo Bertolazzi <31776951+Berack96@users.noreply.github.com>
2025-10-01 15:51:25 +02:00
parent 4615ebe63e
commit dc9dc98298
50 changed files with 2673 additions and 671 deletions
--- a/tests/utils/test_market_data_aggregator.py
+++ b/tests/utils/test_market_data_aggregator.py
@@ -0,0 +1,88 @@
+import pytest
+from app.utils.market_data_aggregator import MarketDataAggregator
+from app.utils.aggregated_models import AggregatedProductInfo
+from app.markets.base import ProductInfo, Price
+
+
+@pytest.mark.limited
+@pytest.mark.market
+@pytest.mark.api
+class TestMarketDataAggregator:
+    
+    def test_initialization(self):
+        """Test che il MarketDataAggregator si inizializzi correttamente"""
+        aggregator = MarketDataAggregator()
+        assert aggregator is not None
+        assert aggregator.is_aggregation_enabled() == True
+        
+    def test_aggregation_toggle(self):
+        """Test del toggle dell'aggregazione"""
+        aggregator = MarketDataAggregator()
+        
+        # Disabilita aggregazione
+        aggregator.enable_aggregation(False)
+        assert aggregator.is_aggregation_enabled() == False
+        
+        # Riabilita aggregazione
+        aggregator.enable_aggregation(True)
+        assert aggregator.is_aggregation_enabled() == True
+        
+    def test_aggregated_product_info_creation(self):
+        """Test creazione AggregatedProductInfo da fonti multiple"""
+        
+        # Crea dati di esempio
+        product1 = ProductInfo(
+            id="BTC-USD",
+            symbol="BTC-USD",
+            price=50000.0,
+            volume_24h=1000.0,
+            status="active",
+            quote_currency="USD"
+        )
+        
+        product2 = ProductInfo(
+            id="BTC-USD",
+            symbol="BTC-USD", 
+            price=50100.0,
+            volume_24h=1100.0,
+            status="active",
+            quote_currency="USD"
+        )
+        
+        # Aggrega i prodotti
+        aggregated = AggregatedProductInfo.from_multiple_sources([product1, product2])
+        
+        assert aggregated.symbol == "BTC-USD"
+        assert aggregated.price == pytest.approx(50050.0, rel=1e-3)  # media tra 50000 e 50100
+        assert aggregated.volume_24h == 50052.38095  # somma dei volumi
+        assert aggregated.status == "active"  # majority vote
+        assert aggregated.id == "BTC-USD_AGG"  # mapping_id con suffisso aggregazione
+        
+    def test_confidence_calculation(self):
+        """Test del calcolo della confidence"""
+        
+        product1 = ProductInfo(
+            id="BTC-USD",
+            symbol="BTC-USD",
+            price=50000.0,
+            volume_24h=1000.0,
+            status="active",
+            quote_currency="USD"
+        )
+        
+        product2 = ProductInfo(
+            id="BTC-USD",
+            symbol="BTC-USD",
+            price=50100.0,
+            volume_24h=1100.0,
+            status="active",
+            quote_currency="USD"
+        )
+        
+        aggregated = AggregatedProductInfo.from_multiple_sources([product1, product2])
+        
+        # Verifica che ci siano metadati
+        assert aggregated._metadata is not None
+        assert len(aggregated._metadata.sources_used) > 0
+        assert aggregated._metadata.aggregation_timestamp != ""
+        # La confidence può essere 0.0 se ci sono fonti "unknown"
--- a/tests/utils/test_wrapper_handler.py
+++ b/tests/utils/test_wrapper_handler.py
@@ -0,0 +1,90 @@
+import pytest
+from app.utils.wrapper_handler import WrapperHandler
+
+class MockWrapper:
+    def do_something(self) -> str:
+        return "Success"
+
+class MockWrapper2(MockWrapper):
+    def do_something(self) -> str:
+        return "Success 2"
+
+class FailingWrapper(MockWrapper):
+    def do_something(self):
+        raise Exception("Intentional Failure")
+
+
+@pytest.mark.wrapper
+class TestWrapperHandler:
+    def test_all_wrappers_fail(self):
+        wrappers = [FailingWrapper, FailingWrapper]
+        handler: WrapperHandler[MockWrapper] = WrapperHandler.build_wrappers(wrappers, try_per_wrapper=2, retry_delay=0)
+
+        with pytest.raises(Exception) as exc_info:
+            handler.try_call(lambda w: w.do_something())
+        assert "All wrappers failed after retries" in str(exc_info.value)
+
+    def test_success_on_first_try(self):
+        wrappers = [MockWrapper, FailingWrapper]
+        handler: WrapperHandler[MockWrapper] = WrapperHandler.build_wrappers(wrappers, try_per_wrapper=2, retry_delay=0)
+
+        result = handler.try_call(lambda w: w.do_something())
+        assert result == "Success"
+        assert handler.index == 0  # Should still be on the first wrapper
+        assert handler.retry_count == 0
+
+    def test_eventual_success(self):
+        wrappers = [FailingWrapper, MockWrapper]
+        handler: WrapperHandler[MockWrapper] = WrapperHandler.build_wrappers(wrappers, try_per_wrapper=2, retry_delay=0)
+
+        result = handler.try_call(lambda w: w.do_something())
+        assert result == "Success"
+        assert handler.index == 1  # Should have switched to the second wrapper
+        assert handler.retry_count == 0
+
+    def test_partial_failures(self):
+        wrappers = [FailingWrapper, MockWrapper, FailingWrapper]
+        handler: WrapperHandler[MockWrapper] = WrapperHandler.build_wrappers(wrappers, try_per_wrapper=1, retry_delay=0)
+
+        result = handler.try_call(lambda w: w.do_something())
+        assert result == "Success"
+        assert handler.index == 1  # Should have switched to the second wrapper
+        assert handler.retry_count == 0
+
+        # Next call should still succeed on the second wrapper
+        result = handler.try_call(lambda w: w.do_something())
+        assert result == "Success"
+        assert handler.index == 1  # Should still be on the second wrapper
+        assert handler.retry_count == 0
+
+        handler.index = 2  # Manually switch to the third wrapper
+        result = handler.try_call(lambda w: w.do_something())
+        assert result == "Success"
+        assert handler.index == 1  # Should return to the second wrapper after failure
+        assert handler.retry_count == 0
+
+    def test_try_call_all_success(self):
+        wrappers = [MockWrapper, MockWrapper2]
+        handler: WrapperHandler[MockWrapper] = WrapperHandler.build_wrappers(wrappers, try_per_wrapper=1, retry_delay=0)
+        results = handler.try_call_all(lambda w: w.do_something())
+        assert results == {MockWrapper: "Success", MockWrapper2: "Success 2"}
+
+    def test_try_call_all_partial_failures(self):
+        # Only the second wrapper should succeed
+        wrappers = [FailingWrapper, MockWrapper, FailingWrapper]
+        handler: WrapperHandler[MockWrapper] = WrapperHandler.build_wrappers(wrappers, try_per_wrapper=1, retry_delay=0)
+        results = handler.try_call_all(lambda w: w.do_something())
+        assert results == {MockWrapper: "Success"}
+
+        # Only the second and fourth wrappers should succeed
+        wrappers = [FailingWrapper, MockWrapper, FailingWrapper, MockWrapper2]
+        handler: WrapperHandler[MockWrapper] = WrapperHandler.build_wrappers(wrappers, try_per_wrapper=1, retry_delay=0)
+        results = handler.try_call_all(lambda w: w.do_something())
+        assert results == {MockWrapper: "Success", MockWrapper2: "Success 2"}
+
+    def test_try_call_all_all_fail(self):
+        # Test when all wrappers fail
+        handler_all_fail: WrapperHandler[MockWrapper] = WrapperHandler.build_wrappers([FailingWrapper, FailingWrapper], try_per_wrapper=1, retry_delay=0)
+        with pytest.raises(Exception) as exc_info:
+            handler_all_fail.try_call_all(lambda w: w.do_something())
+        assert "All wrappers failed" in str(exc_info.value)