Merge branch 'develop' into feature/refactor-imf

Author: deeleeramone

openbb_platform/providers/yfinance/openbb_yfinance/models/balance_sheet.py

@@ -82,23 +82,17 @@ def extract_data(
         """Extract the data from the Yahoo Finance endpoints."""
         # pylint: disable=import-outside-toplevel
         import json  # noqa
-        from curl_adapter import CurlCffiAdapter
         from numpy import nan
         from openbb_core.provider.utils.errors import EmptyDataError
         from openbb_core.provider.utils.helpers import (
-            get_requests_session,
             to_snake_case,
         )
         from yfinance import Ticker
 
         period = "yearly" if query.period == "annual" else "quarterly"  # type: ignore
-        session = get_requests_session()
-        session.mount("https://", CurlCffiAdapter())
-        session.mount("http://", CurlCffiAdapter())
-        data = Ticker(
-            query.symbol,
-            session=session,
-        ).get_balance_sheet(as_dict=False, pretty=False, freq=period)
+        data = Ticker(query.symbol).get_balance_sheet(
+            as_dict=False, pretty=False, freq=period
+        )
 
         if data is None:
             raise EmptyDataError()

openbb_platform/providers/yfinance/openbb_yfinance/models/cash_flow.py

@@ -79,24 +79,17 @@ def extract_data(
         """Extract the data from the Yahoo Finance endpoints."""
         # pylint: disable=import-outside-toplevel
         import json  # noqa
-        from curl_adapter import CurlCffiAdapter
         from numpy import nan
         from openbb_core.provider.utils.errors import EmptyDataError
         from openbb_core.provider.utils.helpers import (
-            get_requests_session,
             to_snake_case,
         )
         from yfinance import Ticker
 
         period = "yearly" if query.period == "annual" else "quarterly"  # type: ignore
-        session = get_requests_session()
-        session.mount("https://", CurlCffiAdapter())
-        session.mount("http://", CurlCffiAdapter())
-
-        data = Ticker(
-            query.symbol,
-            session=session,
-        ).get_cash_flow(as_dict=False, pretty=False, freq=period)
+        data = Ticker(query.symbol).get_cash_flow(
+            as_dict=False, pretty=False, freq=period
+        )
 
         if data is None:
             raise EmptyDataError()

openbb_platform/providers/yfinance/openbb_yfinance/models/company_news.py

@@ -50,57 +50,97 @@ def transform_query(params: dict[str, Any]) -> YFinanceCompanyNewsQueryParams:
 
     @staticmethod
     async def aextract_data(
-        query: YFinanceCompanyNewsQueryParams,
-        credentials: dict[str, str] | None,
-        **kwargs: Any,
+        query,
+        credentials=None,
+        **kwargs,
     ) -> list[dict]:
-        """Extract data."""
+        """Extract the raw data from YFinance and normalize to CompanyNewsData schema."""
         # pylint: disable=import-outside-toplevel
-        import asyncio  # noqa
-        from curl_adapter import CurlCffiAdapter
+        import asyncio
+        from warnings import warn
+
         from openbb_core.provider.utils.errors import EmptyDataError
-        from openbb_core.provider.utils.helpers import get_requests_session
         from yfinance import Ticker
 
-        results: list = []
-        symbols = query.symbol.split(",")  # type: ignore
-        session = get_requests_session()
-        session.mount("https://", CurlCffiAdapter())
-        session.mount("http://", CurlCffiAdapter())
-
-        async def get_one(symbol):
-            data = Ticker(symbol, session=session).get_news(
-                count=query.limit,
-                tab="all",
-            )
-            for d in data:
-                new_content: dict = {}
-                content = d.get("content")
-                if not content:
-                    continue
-                if thumbnail := content.get("thumbnail"):
-                    images = thumbnail.get("resolutions")
-                    if images:
-                        new_content["images"] = [
-                            {k: str(v) for k, v in img.items()} for img in images
-                        ]
-                new_content["url"] = content.get("canonicalUrl", {}).get("url")
-                new_content["source"] = content.get("provider", {}).get("displayName")
-                new_content["title"] = content.get("title")
-                new_content["date"] = content.get("pubDate")
-                description = content.get("description")
-                summary = content.get("summary")
-
-                if description:
-                    new_content["text"] = description
-                elif summary:
-                    new_content["text"] = summary
-
-                results.append(new_content)
-
-        tasks = [get_one(symbol) for symbol in symbols]
-
-        await asyncio.gather(*tasks)
+        symbols = [s.strip() for s in query.symbol.split(",") if s.strip()]
+        results: list[dict] = []
+
+        def _normalize_news_item(item: dict, sym: str) -> dict | None:
+            """Flatten the response."""
+            if not isinstance(item, dict):
+                return None
+
+            content = item.get("content")
+            if not isinstance(content, dict):
+                return None
+
+            title = content.get("title") or content.get("summary")
+            # Prefer clickThroughUrl; fallback to canonicalUrl; fallback to previewUrl
+            url = None
+            ctu = content.get("clickThroughUrl")
+            if isinstance(ctu, dict):
+                url = ctu.get("url")
+            if not url:
+                can = content.get("canonicalUrl")
+                if isinstance(can, dict):
+                    url = can.get("url")
+            if not url:
+                url = content.get("previewUrl")
+
+            date = content.get("pubDate") or content.get("displayTime")
+
+            # Optional fields
+            provider = content.get("provider")
+            source = provider.get("displayName") if isinstance(provider, dict) else None
+            summary = content.get("summary") or content.get("description") or ""
+
+            # If CompanyNewsData requires these, don't emit invalid items
+            if not (sym and title and url and date):
+                return None
+
+            # CompanyNewsData typically includes: symbol, title, url, date, summary/text
+            # We include both "summary" and "text" to be resilient across schema variants.
+            normalized: dict[str, Any] = {
+                "symbol": sym,
+                "title": title,
+                "url": url,
+                "date": date,
+                "source": source,
+            }
+            # Only add if non-empty to avoid weird validation rules
+            if summary:
+                normalized["summary"] = summary
+                normalized["text"] = summary
+
+            # Keep an id if present (harmless if the model ignores it)
+            if item.get("id"):
+                normalized["id"] = item["id"]
+            elif content.get("id"):
+                normalized["id"] = content["id"]
+
+            return normalized
+
+        def _fetch_news(sym: str) -> list[dict]:
+            """Fetch the data in a worker thread."""
+            raw = Ticker(sym).get_news() or []
+            out: list[dict] = []
+            for item in raw:
+                norm = _normalize_news_item(item, sym)
+                if norm:
+                    out.append(norm)
+            return out
+
+        async def get_one(sym: str) -> None:
+            """Get the data for one ticker symbol."""
+            try:
+                items = await asyncio.to_thread(_fetch_news, sym)
+            except Exception as e:
+                warn(f"Error getting news for {sym}: {e}")
+                return
+            if items:
+                results.extend(items)
+
+        await asyncio.gather(*(get_one(sym) for sym in symbols))
 
         if not results:
             raise EmptyDataError("No data was returned for the given symbol(s)")

openbb_platform/providers/yfinance/openbb_yfinance/models/equity_profile.py

@@ -119,10 +119,8 @@ async def aextract_data(
         """Extract the raw data from YFinance."""
         # pylint: disable=import-outside-toplevel
         import asyncio  # noqa
-        from curl_adapter import CurlCffiAdapter
         from openbb_core.app.model.abstract.error import OpenBBError
         from openbb_core.provider.utils.errors import EmptyDataError
-        from openbb_core.provider.utils.helpers import get_requests_session
         from warnings import warn
         from yfinance import Ticker
 
@@ -157,19 +155,13 @@ async def aextract_data(
             "beta",
         ]
         messages: list = []
-        session = get_requests_session()
-        session.mount("https://", CurlCffiAdapter())
-        session.mount("http://", CurlCffiAdapter())
 
         async def get_one(symbol):
             """Get the data for one ticker symbol."""
             result: dict = {}
             ticker: dict = {}
             try:
-                ticker = Ticker(
-                    symbol,
-                    session=session,
-                ).get_info()
+                ticker = await asyncio.to_thread(lambda: Ticker(symbol).get_info())
             except Exception as e:
                 messages.append(
                     f"Error getting data for {symbol} -> {e.__class__.__name__}: {e}"

openbb_platform/providers/yfinance/openbb_yfinance/models/equity_quote.py

@@ -78,16 +78,11 @@ async def aextract_data(
         """Extract the raw data from YFinance."""
         # pylint: disable=import-outside-toplevel
         import asyncio  # noqa
-        from curl_adapter import CurlCffiAdapter
-        from openbb_core.provider.utils.helpers import get_requests_session
         from yfinance import Ticker
 
-        session = get_requests_session()
-        session.mount("https://", CurlCffiAdapter())
-        session.mount("http://", CurlCffiAdapter())
+        symbols = [s.strip() for s in query.symbol.split(",") if s.strip()]
+        results: list[dict] = []
 
-        symbols = query.symbol.split(",")
-        results = []
         fields = [
             "symbol",
             "longName",
@@ -112,28 +107,18 @@ async def aextract_data(
             "currency",
         ]
 
-        async def get_one(symbol):
-            """Get the data for one ticker symbol."""
-            result: dict = {}
-            ticker: dict = {}
+        async def get_one(symbol: str) -> None:
             try:
-                ticker = Ticker(
-                    symbol,
-                    session=session,
-                ).get_info()
+                ticker = await asyncio.to_thread(lambda: Ticker(symbol).get_info())
             except Exception as e:
                 warn(f"Error getting data for {symbol}: {e}")
-            if ticker:
-                for field in fields:
-                    if field in ticker:
-                        result[field] = ticker.get(field, None)
-                if result:
-                    results.append(result)
+                return
 
-        tasks = [get_one(symbol) for symbol in symbols]
-
-        await asyncio.gather(*tasks)
+            result = {f: ticker.get(f) for f in fields if f in ticker}
+            if result:
+                results.append(result)
 
+        await asyncio.gather(*(get_one(symbol) for symbol in symbols))
         return results
 
     @staticmethod

openbb_platform/providers/yfinance/openbb_yfinance/models/etf_info.py

@@ -211,11 +211,9 @@ async def aextract_data(
         """Extract the raw data from YFinance."""
         # pylint: disable=import-outside-toplevel
         import asyncio  # noqa
-        from curl_adapter import CurlCffiAdapter
         from openbb_core.app.model.abstract.error import OpenBBError
         from openbb_core.provider.utils.errors import EmptyDataError
         from openbb_core.provider.utils.helpers import (
-            get_requests_session,
             safe_fromtimestamp,
         )
         from warnings import warn
@@ -263,19 +261,13 @@ async def aextract_data(
             "firstTradeDateEpochUtc",
         ]
         messages: list = []
-        session = get_requests_session()
-        session.mount("https://", CurlCffiAdapter())
-        session.mount("http://", CurlCffiAdapter())
 
         async def get_one(symbol):
             """Get the data for one ticker symbol."""
             result: dict = {}
             ticker: dict = {}
             try:
-                ticker = Ticker(
-                    symbol,
-                    session=session,
-                ).get_info()
+                ticker = await asyncio.to_thread(lambda: Ticker(symbol).get_info())
             except Exception as e:
                 messages.append(
                     f"Error getting data for {symbol} -> {e.__class__.__name__}: {e}"

openbb_platform/providers/yfinance/openbb_yfinance/models/historical_dividends.py

@@ -41,19 +41,10 @@ def extract_data(
     ) -> list[dict]:
         """Extract the raw data from YFinance."""
         # pylint: disable=import-outside-toplevel
-        from curl_adapter import CurlCffiAdapter
-        from openbb_core.provider.utils.helpers import get_requests_session
         from yfinance import Ticker
 
-        session = get_requests_session()
-        session.mount("https://", CurlCffiAdapter())
-        session.mount("http://", CurlCffiAdapter())
-
         try:
-            ticker = Ticker(
-                query.symbol,
-                session=session,
-            ).get_dividends()
+            ticker = Ticker(query.symbol).get_dividends()
             if isinstance(ticker, list) and not ticker or ticker.empty:  # type: ignore
                 raise OpenBBError(f"No dividend data found for {query.symbol}")
         except Exception as e:

openbb_platform/providers/yfinance/openbb_yfinance/models/income_statement.py

@@ -82,24 +82,17 @@ def extract_data(
         """Extract the data from the Yahoo Finance endpoints."""
         # pylint: disable=import-outside-toplevel
         import json  # noqa
-        from curl_adapter import CurlCffiAdapter
         from numpy import nan
         from openbb_core.provider.utils.errors import EmptyDataError
         from openbb_core.provider.utils.helpers import (
-            get_requests_session,
             to_snake_case,
         )
         from yfinance import Ticker
 
         period = "yearly" if query.period == "annual" else "quarterly"
-        session = get_requests_session()
-        session.mount("https://", CurlCffiAdapter())
-        session.mount("http://", CurlCffiAdapter())
-
-        data = Ticker(
-            query.symbol,
-            session=session,
-        ).get_income_stmt(as_dict=False, pretty=False, freq=period)
+        data = Ticker(query.symbol).get_income_stmt(
+            as_dict=False, pretty=False, freq=period
+        )
 
         if data is None:
             raise EmptyDataError()

openbb_platform/providers/yfinance/openbb_yfinance/models/key_executives.py

@@ -58,20 +58,11 @@ def extract_data(
     ) -> list[dict]:
         """Extract the raw data from YFinance."""
         # pylint: disable=import-outside-toplevel
-        from curl_adapter import CurlCffiAdapter  # noqa
         from openbb_core.app.model.abstract.error import OpenBBError
-        from openbb_core.provider.utils.helpers import get_requests_session
         from yfinance import Ticker
 
-        session = get_requests_session()
-        session.mount("https://", CurlCffiAdapter())
-        session.mount("http://", CurlCffiAdapter())
-
         try:
-            ticker = Ticker(
-                query.symbol,
-                session=session,
-            ).get_info()
+            ticker = Ticker(query.symbol).get_info()
         except Exception as e:
             raise OpenBBError(
                 f"Error getting data for {query.symbol} -> {e.__class__.__name__}: {e}"