bullishpy 0.67.0__py3-none-any.whl → 0.76.0__py3-none-any.whl

bullish/analysis/analysis.py

@@ -497,6 +497,11 @@ class AnalysisView(BaseModel):
     weekly_growth: Optional[float] = None
     monthly_growth: Optional[float] = None
     upside: Optional[float] = None
+    oai_high_price_target: Optional[float] = None
+    oai_low_price_target: Optional[float] = None
+    rsi: Optional[float] = None
+    oai_recommendation: Optional[str] = None
+    oai_moat: Optional[bool] = None
 
 
 def json_loads(value: Any) -> Any:
@@ -527,11 +532,26 @@ class SubjectAnalysis(BaseModel):
     ] = None
     summary: Annotated[Optional[Dict[str, Any]], BeforeValidator(json_loads)] = None
     upside: Optional[float] = None
+    downside: Optional[float] = None
+
+    oai_high_price_target: Optional[float] = None
+    oai_low_price_target: Optional[float] = None
+    oai_news_date: Optional[datetime] = None
+    oai_recent_news: Optional[str] = None
+    oai_recommendation: Optional[str] = None
+    oai_explanation: Optional[str] = None
+    oai_moat: Optional[bool] = None
 
     def compute_upside(self, last_price: float) -> None:
-        if self.high_price_target is not None:
+        if self.oai_high_price_target is not None:
             self.upside = (
-                (float(self.high_price_target) - float(last_price))
+                (float(self.oai_high_price_target) - float(last_price))
+                * 100
+                / float(last_price)
+            )
+        if self.oai_low_price_target is not None:
+            self.downside = (
+                (float(last_price) - float(self.oai_low_price_target))
                 * 100
                 / float(last_price)
             )
@@ -541,12 +561,17 @@ class SubjectAnalysis(BaseModel):
             return None
         return "".join(
             [
-                f"<p>{scrub(t.get('content').replace("\n",""))}</p>"  # type: ignore
+                f"<p>{t.get('content').replace("\n","")}</p>"  # type: ignore
                 for t in self.news_summary
                 if t.get("content")
             ]
         )
 
+    def to_date(self) -> Optional[date]:
+        if self.news_date:
+            return self.news_date.date()
+        return None
+
 
 class Analysis(SubjectAnalysis, AnalysisEarningsDate, AnalysisView, BaseEquity, TechnicalAnalysis, FundamentalAnalysis):  # type: ignore
 

bullish/analysis/functions.py

@@ -4,7 +4,7 @@ from typing import Optional, Callable, cast
 
 import numpy as np
 import pandas as pd
-import pandas_ta as ta  # type: ignore
+import pandas_ta as ta
 
 from pydantic import BaseModel
 
@@ -18,7 +18,7 @@ except Exception:
 def cross_simple(
     series_a: pd.Series, series_b: pd.Series, above: bool = True
 ) -> pd.Series:
-    crossing = ta.cross(series_a=series_a, series_b=series_b, above=above)
+    crossing = ta.cross(x=series_a, y=series_b, above=above)  # type: ignore
     return crossing  # type: ignore
 
 
@@ -466,6 +466,6 @@ def bollinger_bands(
     data: pd.DataFrame, window: int = 20, std_dev: float = 2.0
 ) -> pd.DataFrame:
     bbands = ta.bbands(
-        data.close, timeperiod=window, nbdevup=std_dev, nbdevdn=std_dev, matype=0
+        data.close, timeperiod=window, nbdevup=std_dev, nbdevdn=std_dev, matype=0  # type: ignore
     )
-    return bbands  # type: ignore
+    return bbands

bullish/analysis/indicators.py

@@ -297,6 +297,13 @@ def indicators_factory() -> List[Indicator]:
                     type=Optional[date],
                     function=lambda d: (d.RSI < 60) & (d.RSI > 30),
                 ),
+                Signal(
+                    name="RSI",
+                    description="RSI value",
+                    type_info="Overbought",
+                    type=Optional[float],
+                    function=lambda d: d.RSI,
+                ),
             ],
         ),
         Indicator(

bullish/analysis/openai.py

@@ -0,0 +1,91 @@
+import json
+import logging
+import os
+from datetime import date
+from typing import Optional, List, TYPE_CHECKING
+
+from pydantic import BaseModel, Field
+from openai import OpenAI
+
+if TYPE_CHECKING:
+    from bullish.database.crud import BullishDb
+
+logger = logging.getLogger(__name__)
+
+
+def prompt(ticker: str) -> str:
+    return f"""
+You are a financial analysis assistant.
+
+Using the latest reliable public data from the web — including analyst price targets from multiple reputable 
+sources — analyze the stock ticker {ticker}.
+
+Return ONLY valid JSON matching EXACTLY the schema below — no explanations, no preamble, no markdown, no code 
+fences, no extra text:
+
+{{
+    "high_price_target": float,  // Analyst consensus high price target in USD (based on multiple sources)
+    "low_price_target": float,   // Analyst consensus low price target in USD (based on multiple sources)
+    "recent_news": str,          // Detailed, multi-sentence summary of recent news affecting the company; 
+    include credible source names inline
+    "recommendation": str,       // One of: "Strong Buy", "Buy", "Hold", "Sell", "Strong Sell"
+    "explanation": str           // Concise explanation for the recommendation above, covering key pros/cons 
+    for investors
+    "moat": bool           // Give as a boolean true or false if the company has a strong economic moat
+}}
+
+Formatting rules:
+- Output must be a single valid JSON object with no surrounding text or formatting.
+- Use plain numbers for high_price_target and low_price_target (no currency symbols, no commas).
+- All text fields must be professional, investor-oriented, and reference credible named sources in `recent_news`.
+- If exact data is unavailable, estimate based on web search results and note uncertainty in the relevant field.
+"""
+
+
+class OpenAINews(BaseModel):
+    symbol: str
+    news_date: date = Field(default_factory=date.today)
+    high_price_target: Optional[float] = None
+    low_price_target: Optional[float] = None
+    recent_news: Optional[str] = None
+    recommendation: Optional[str] = None
+    explanation: Optional[str] = None
+    moat: Optional[bool] = None
+
+    def valid(self) -> bool:
+        return bool(
+            self.model_dump(
+                exclude_none=True,
+                exclude_unset=True,
+                exclude_defaults=True,
+                exclude={"symbol"},
+            )
+        )
+
+    @classmethod
+    def from_ticker(cls, ticker: str) -> "OpenAINews":
+        if "OPENAI_API_KEY" not in os.environ:
+            return cls(symbol=ticker)
+        print(f"Fetching OpenAI news for {ticker}...")
+        client = OpenAI()
+        resp = client.responses.create(
+            model="gpt-4o", input=prompt(ticker), tools=[{"type": "web_search"}]  # type: ignore
+        )
+        try:
+            return cls.model_validate(json.loads(resp.output_text) | {"symbol": ticker})
+        except Exception as e:
+            logger.error(f"Failed to parse OpenAI response for {ticker}: {e}")
+            return cls(symbol=ticker)
+
+    @classmethod
+    def from_tickers(cls, tickers: List[str]) -> List["OpenAINews"]:
+        return [cls.from_ticker(t) for t in tickers]
+
+
+def get_open_ai_news(bullish_db: "BullishDb", tickers: List[str]) -> bool:
+    news = OpenAINews.from_tickers(tickers)
+    valid_news = [n for n in news if n.valid()]
+    if valid_news:
+        bullish_db.write_many_openai_news(valid_news)
+        return True
+    return False

bullish/analysis/predefined_filters.py

@@ -135,17 +135,29 @@ class NamedFilterQuery(FilterQuery):
             self.model_dump() | {"name": f"{self.name} ({suffix})", **properties}
         )
 
-    def top_performers(self) -> "NamedFilterQuery":
+    def week_top_performers(self) -> "NamedFilterQuery":
+        properties = {
+            "volume_above_average": DATE_THRESHOLD,
+            "weekly_growth": [1, 100],
+        }
+        return self._custom_variant("Week Top Performers", properties)
+
+    def month_top_performers(self) -> "NamedFilterQuery":
+        properties = {
+            "monthly_growth": [8, 100],
+        }
+        return self._custom_variant("Month Top Performers", properties)
+
+    def year_top_performers(self) -> "NamedFilterQuery":
         properties = {
             "volume_above_average": DATE_THRESHOLD,
             "sma_50_above_sma_200": [
                 datetime.date.today() - datetime.timedelta(days=5000),
                 datetime.date.today(),
             ],
-            "weekly_growth": [1, 100],
-            "monthly_growth": [8, 100],
+            "yearly_growth": [30, 100],
         }
-        return self._custom_variant("Top Performers", properties)
+        return self._custom_variant("Yearly Top Performers", properties)
 
     def poor_performers(self) -> "NamedFilterQuery":
         properties = {
@@ -161,7 +173,7 @@ class NamedFilterQuery(FilterQuery):
         }
         return self._custom_variant("Poor Performers", properties)
 
-    def fundamentals(self) -> "NamedFilterQuery":
+    def yearly_fundamentals(self) -> "NamedFilterQuery":
         properties = {
             "income": [
                 "positive_operating_income",
@@ -170,20 +182,63 @@ class NamedFilterQuery(FilterQuery):
                 "growing_operating_income",
             ],
             "cash_flow": ["positive_free_cash_flow", "growing_operating_cash_flow"],
+            "properties": [
+                "positive_return_on_equity",
+                "operating_cash_flow_is_higher_than_net_income",
+            ],
+        }
+        return self._custom_variant("Yearly Fundamentals", properties)
+
+    def quarterly_fundamentals(self) -> "NamedFilterQuery":
+        properties = {
+            "income": [
+                "quarterly_positive_operating_income",
+                "quarterly_positive_net_income",
+            ],
+            "cash_flow": [
+                "quarterly_positive_free_cash_flow",
+            ],
+            "properties": [
+                "quarterly_operating_cash_flow_is_higher_than_net_income",
+            ],
+        }
+        return self._custom_variant("Quarterly Fundamentals", properties)
+
+    def growing_quarterly_fundamentals(self) -> "NamedFilterQuery":
+        properties = {
+            "income": [
+                "quarterly_positive_operating_income",
+                "quarterly_positive_net_income",
+                "quarterly_growing_net_income",
+            ],
+            "cash_flow": [
+                "quarterly_positive_free_cash_flow",
+                "quarterly_growing_operating_cash_flow",
+            ],
+            "properties": [
+                "quarterly_operating_cash_flow_is_higher_than_net_income",
+            ],
+        }
+        return self._custom_variant("Growing Quarterly Fundamentals", properties)
+
+    def min_fundamentals(self) -> "NamedFilterQuery":
+        properties = {
+            "income": [
+                "positive_operating_income",
+                "positive_net_income",
+            ],
+            "cash_flow": [
+                "positive_free_cash_flow",
+            ],
             "eps": [
-                "growing_basic_eps",
-                "growing_diluted_eps",
-                "positive_basic_eps",
-                "positive_diluted_eps",
+                "positive_diluted_eps",  # or positive_basic_eps if diluted not available
             ],
             "properties": [
-                "positive_return_on_assets",
                 "positive_return_on_equity",
-                "positive_debt_to_equity",
                 "operating_cash_flow_is_higher_than_net_income",
             ],
         }
-        return self._custom_variant("Fundamentals", properties)
+        return self._custom_variant("Min Fundamentals", properties)
 
     def high_growth(self) -> "NamedFilterQuery":
         properties = {"industry": list(get_args(HighGrowthIndustry))}
@@ -253,7 +308,7 @@ class NamedFilterQuery(FilterQuery):
                 filter__ = getattr(filter__, attr)()
             filters_.append(filter__)
 
-        return filters_
+        return [self, *filters_]
 
 
 def load_custom_filters() -> List[NamedFilterQuery]:
@@ -285,10 +340,10 @@ SMALL_CAP = NamedFilterQuery(
     order_by_desc="market_capitalization",
 ).variants(
     variants=[
-        ["europe", "top_performers", "fundamentals"],
-        ["us", "top_performers", "fundamentals"],
-        ["europe", "earnings_date"],
-        ["us", "earnings_date"],
+        ["week_top_performers", "min_fundamentals"],
+        ["month_top_performers", "min_fundamentals"],
+        ["earnings_date", "min_fundamentals"],
+        ["rsi_oversold_", "min_fundamentals"],
     ]
 )
 
@@ -298,16 +353,13 @@ LARGE_CAPS = NamedFilterQuery(
     market_capitalization=[1e10, 1e14],
 ).variants(
     variants=[
-        ["europe", "rsi_oversold_", "macd", "fundamentals"],
-        ["us", "rsi_oversold_", "macd", "adx", "fundamentals"],
-        ["europe", "rsi_neutral_", "macd", "adx", "fundamentals"],
-        ["us", "rsi_neutral_", "macd", "adx", "fundamentals"],
-        ["europe", "rsi_30", "macd", "adx", "fundamentals"],
-        ["us", "rsi_30", "macd", "adx", "fundamentals"],
-        ["europe", "top_performers", "cheap"],
-        ["us", "top_performers", "cheap"],
-        ["europe", "earnings_date"],
-        ["us", "earnings_date"],
+        ["rsi_oversold_", "macd", "yearly_fundamentals"],
+        ["rsi_neutral_", "macd", "adx", "yearly_fundamentals"],
+        ["rsi_30", "macd", "adx", "yearly_fundamentals"],
+        ["rsi_oversold_", "macd", "quarterly_fundamentals"],
+        ["rsi_neutral_", "macd", "adx", "quarterly_fundamentals"],
+        ["rsi_30", "macd", "adx", "quarterly_fundamentals"],
+        ["earnings_date", "quarterly_fundamentals", "yearly_fundamentals"],
     ]
 )
 
@@ -317,10 +369,10 @@ MID_CAPS = NamedFilterQuery(
     market_capitalization=[5e8, 1e10],
 ).variants(
     variants=[
-        ["europe", "top_performers", "fundamentals"],
-        ["us", "top_performers", "fundamentals"],
-        ["europe", "earnings_date"],
-        ["us", "earnings_date"],
+        ["week_top_performers"],
+        ["month_top_performers"],
+        ["earnings_date", "quarterly_fundamentals", "yearly_fundamentals"],
+        ["rsi_oversold_", "macd", "adx"],
     ]
 )
 

bullish/app/app.py

@@ -35,6 +35,7 @@ from bullish.utils.checks import (
     compatible_bullish_database,
     empty_analysis_table,
 )
+from mysec.services import sec  # type: ignore
 
 CACHE_SHELVE = "user_cache"
 DB_KEY = "db_path"
@@ -80,7 +81,7 @@ def on_table_select() -> None:
 
     db = bearish_db(st.session_state.database_path)
     if st.session_state.data.empty or (
-        not st.session_state.data.iloc[row]["symbol"].to_numpy()
+        not st.session_state.data.iloc[row]["symbol"].to_numpy().size > 0
     ):
         return
 
@@ -123,7 +124,7 @@ def dialog_pick_database() -> None:
                 f"The database {db_path} has not the necessary data to run this application. "
                 "A backround job will be started to update the data."
             )
-            analysis(db_path)
+            analysis(db_path, "Update analysis")
         st.rerun()
     if event is None:
         st.stop()
@@ -290,15 +291,21 @@ def dialog_plot_figure() -> None:
             <div class="news-hover" >
               📰 <span class="label">News</span>
               <div class="tooltip">
-                <h2>Date: {st.session_state.ticker_news.news_date.date()}</h2>
+                <h2>Date: {st.session_state.ticker_news.to_date()}</h2>
                 <h2>Price targets</h2>
                 <p>High price target: {st.session_state.ticker_news.high_price_target}</p>
                 <p>Low price target: {st.session_state.ticker_news.low_price_target}</p>
+                <p>OpenAI High price target: {st.session_state.ticker_news.oai_high_price_target}</p>
+                <p>OpenAI Low price target: {st.session_state.ticker_news.oai_low_price_target}</p>
                 <h2>Recommendation: {st.session_state.ticker_news.recommendation}</h2>
+                <h2>OpenAI Recommendation: {st.session_state.ticker_news.oai_recommendation}</h2>
                 <h2>Consensus: {st.session_state.ticker_news.consensus}</h2>
                 <h2>Explanation & reasons</h2>
                 <p>{st.session_state.ticker_news.explanation}</p>
                 <p>{st.session_state.ticker_news.reason}</p>
+                <p>{st.session_state.ticker_news.oai_explanation}</p>
+                <h2>Recent news</h2>
+                <p>{st.session_state.ticker_news.oai_recent_news}</p>
                 <h2>News summaries</h2>
                 {st.session_state.ticker_news.to_news()}
               </div>
@@ -422,7 +429,7 @@ def main() -> None:
         st.session_state.initialized = True
     bearish_db_ = bearish_db(st.session_state.database_path)
 
-    charts_tab, jobs_tab = st.tabs(["Charts", "Jobs"])
+    charts_tab, jobs_tab, sec_tab = st.tabs(["Charts", "Jobs", "Sec"])
     if "data" not in st.session_state:
         st.session_state.data = load_analysis_data(bearish_db_)
 
@@ -473,6 +480,8 @@ def main() -> None:
             use_container_width=True,
             hide_index=True,
         )
+    with sec_tab:
+        st.plotly_chart(sec(bearish_db_), use_container_width=True)
 
 
 if __name__ == "__main__":

bullish/database/alembic/versions/65662e214031_.py

@@ -0,0 +1,48 @@
+"""
+
+Revision ID: 65662e214031
+Revises: 660897c02c00
+Create Date: 2025-08-20 17:30:47.973725
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import sqlite
+
+# revision identifiers, used by Alembic.
+revision: str = "65662e214031"
+down_revision: Union[str, None] = "660897c02c00"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+
+    with op.batch_alter_table("analysis", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("downside", sa.Float(), nullable=True))
+        batch_op.add_column(sa.Column("oai_moat", sa.Boolean(), nullable=True))
+        batch_op.create_index("ix_analysis_downside", ["downside"], unique=False)
+        batch_op.create_index("ix_analysis_oai_moat", ["oai_moat"], unique=False)
+
+    with op.batch_alter_table("openai", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("moat", sa.Boolean(), nullable=True))
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("openai", schema=None) as batch_op:
+        batch_op.drop_column("moat")
+
+    with op.batch_alter_table("analysis", schema=None) as batch_op:
+        batch_op.drop_index("ix_analysis_oai_moat")
+        batch_op.drop_index("ix_analysis_downside")
+        batch_op.drop_column("oai_moat")
+        batch_op.drop_column("downside")
+
+    # ### end Alembic commands ###

bullish/database/alembic/versions/660897c02c00_.py

@@ -0,0 +1,36 @@
+"""
+
+Revision ID: 660897c02c00
+Revises: c828e29e1105
+Create Date: 2025-08-20 17:19:05.423318
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import sqlite
+
+# revision identifiers, used by Alembic.
+revision: str = "660897c02c00"
+down_revision: Union[str, None] = "c828e29e1105"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+
+    with op.batch_alter_table("analysis", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("rsi", sa.Float(), nullable=True))
+        batch_op.create_index("ix_analysis_rsi", ["rsi"], unique=False)
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("analysis", schema=None) as batch_op:
+        batch_op.drop_index("ix_analysis_rsi")
+        batch_op.drop_column("rsi")

bullish/database/alembic/versions/b36c310f49ec_.py

@@ -0,0 +1,43 @@
+"""
+
+Revision ID: b36c310f49ec
+Revises: 260fcff7212e
+Create Date: 2025-08-14 22:39:38.207093
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import sqlite
+import sqlmodel
+
+# revision identifiers, used by Alembic.
+revision: str = "b36c310f49ec"
+down_revision: Union[str, None] = "cc28171c21a4"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table(
+        "openai",
+        sa.Column("symbol", sqlmodel.sql.sqltypes.AutoString(), nullable=False),
+        sa.Column("news_date", sa.Date(), nullable=False),
+        sa.Column("high_price_target", sa.Float(), nullable=True),
+        sa.Column("low_price_target", sa.Float(), nullable=True),
+        sa.Column("recent_news", sqlmodel.sql.sqltypes.AutoString(), nullable=True),
+        sa.Column("recommendation", sqlmodel.sql.sqltypes.AutoString(), nullable=True),
+        sa.Column("explanation", sqlmodel.sql.sqltypes.AutoString(), nullable=True),
+        sa.PrimaryKeyConstraint("symbol", "news_date"),
+    )
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_table("openai")
+    # ### end Alembic commands ###

bullish/database/alembic/versions/c828e29e1105_.py

@@ -0,0 +1,87 @@
+"""
+
+Revision ID: c828e29e1105
+Revises: b36c310f49ec
+Create Date: 2025-08-15 17:57:09.541454
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import sqlite
+import sqlmodel
+
+# revision identifiers, used by Alembic.
+revision: str = "c828e29e1105"
+down_revision: Union[str, None] = "b36c310f49ec"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+
+    with op.batch_alter_table("analysis", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column("oai_high_price_target", sa.Float(), nullable=True)
+        )
+        batch_op.add_column(
+            sa.Column("oai_low_price_target", sa.Float(), nullable=True)
+        )
+        batch_op.add_column(sa.Column("oai_news_date", sa.DateTime(), nullable=True))
+        batch_op.add_column(
+            sa.Column(
+                "oai_recent_news", sqlmodel.sql.sqltypes.AutoString(), nullable=True
+            )
+        )
+        batch_op.add_column(
+            sa.Column(
+                "oai_recommendation", sqlmodel.sql.sqltypes.AutoString(), nullable=True
+            )
+        )
+        batch_op.add_column(
+            sa.Column(
+                "oai_explanation", sqlmodel.sql.sqltypes.AutoString(), nullable=True
+            )
+        )
+        batch_op.create_index(
+            "ix_analysis_oai_explanation", ["oai_explanation"], unique=False
+        )
+        batch_op.create_index(
+            "ix_analysis_oai_high_price_target", ["oai_high_price_target"], unique=False
+        )
+        batch_op.create_index(
+            "ix_analysis_oai_low_price_target", ["oai_low_price_target"], unique=False
+        )
+        batch_op.create_index(
+            "ix_analysis_oai_news_date", ["oai_news_date"], unique=False
+        )
+        batch_op.create_index(
+            "ix_analysis_oai_recent_news", ["oai_recent_news"], unique=False
+        )
+        batch_op.create_index(
+            "ix_analysis_oai_recommendation", ["oai_recommendation"], unique=False
+        )
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("analysis", schema=None) as batch_op:
+        batch_op.drop_index("ix_analysis_oai_recommendation")
+        batch_op.drop_index("ix_analysis_oai_recent_news")
+        batch_op.drop_index("ix_analysis_oai_news_date")
+        batch_op.drop_index("ix_analysis_oai_low_price_target")
+        batch_op.drop_index("ix_analysis_oai_high_price_target")
+        batch_op.drop_index("ix_analysis_oai_explanation")
+        batch_op.drop_column("oai_explanation")
+        batch_op.drop_column("oai_recommendation")
+        batch_op.drop_column("oai_recent_news")
+        batch_op.drop_column("oai_news_date")
+        batch_op.drop_column("oai_low_price_target")
+        batch_op.drop_column("oai_high_price_target")
+
+    # ### end Alembic commands ###

bullish/database/crud.py

@@ -3,7 +3,7 @@ import logging
 from datetime import date
 from functools import cached_property
 from pathlib import Path
-from typing import TYPE_CHECKING, Any, List, Optional
+from typing import TYPE_CHECKING, Any, List, Optional, Dict
 
 import pandas as pd
 from bearish.database.crud import BearishDb  # type: ignore
@@ -22,6 +22,7 @@ from bullish.analysis.constants import Industry, IndustryGroup, Sector, Country
 from bullish.analysis.filter import FilteredResults
 from bullish.analysis.indicators import SignalSeries
 from bullish.analysis.industry_views import Type, IndustryView
+
 from bullish.database.schemas import (
     AnalysisORM,
     JobTrackerORM,
@@ -29,6 +30,7 @@ from bullish.database.schemas import (
     IndustryViewORM,
     SignalSeriesORM,
     BacktestResultORM,
+    OpenAINewsORM,
 )
 from bullish.database.scripts.upgrade import upgrade
 from bullish.exceptions import DatabaseFileNotFoundError
@@ -38,6 +40,7 @@ from tickermood.database.scripts.upgrade import upgrade as tickermood_upgrade  #
 
 if TYPE_CHECKING:
     from bullish.analysis.backtest import BacktestResult, BacktestResultQuery
+    from bullish.analysis.openai import OpenAINews
 
 logger = logging.getLogger(__name__)
 
@@ -71,7 +74,11 @@ class BullishDb(BearishDb, BullishDbBase):  # type: ignore
             logger.info(
                 "Running tickermood upgrade to create the subject table in the database."
             )
-            tickermood_upgrade(database_url=database_url, no_migration=True)
+            try:
+                tickermood_upgrade(database_url=database_url, no_migration=True)
+            except Exception as e:
+                logger.error(f"failed to update database: {e}")
+                print(f"failed to update database: {e}")
         return engine
 
     def model_post_init(self, __context: Any) -> None:
@@ -358,11 +365,53 @@ class BullishDb(BearishDb, BullishDbBase):  # type: ignore
             LIMIT  1
         """
         )
+        sql_oai = text(
+            """
+            SELECT *
+            FROM   openai
+            WHERE  symbol = :symbol
+            ORDER  BY news_date DESC
+            LIMIT  1
+        """
+        )
 
         with Session(self._engine) as session:
             row = session.execute(sql, {"symbol": symbol}).mappings().one_or_none()
+            row_oai = (
+                session.execute(sql_oai, {"symbol": symbol}).mappings().one_or_none()
+            )
+            row_dict = {}
             if row:
                 row_dict = dict(row)
                 row_dict = row_dict | {"news_date": row_dict["date"]}
-                return SubjectAnalysis.model_validate(row_dict)
-            return None
+            if row_oai:
+                row_dict_oai = dict(row_oai)
+                row_dict = row_dict | {
+                    "oai_news_date": row_dict_oai.get("news_date"),
+                    "oai_recent_news": row_dict_oai.get("recent_news"),
+                    "oai_recommendation": row_dict_oai.get("recommendation"),
+                    "oai_explanation": row_dict_oai.get("explanation"),
+                    "oai_high_price_target": row_dict_oai.get("high_price_target"),
+                    "oai_low_price_target": row_dict_oai.get("low_price_target"),
+                    "oai_moat": row_dict_oai.get("moat"),
+                }
+
+            return SubjectAnalysis.model_validate(row_dict)
+
+    def write_many_openai_news(self, openai_news: List["OpenAINews"]) -> None:
+        with Session(self._engine) as session:
+            stmt = (
+                insert(OpenAINewsORM)
+                .prefix_with("OR REPLACE")
+                .values([a.model_dump() for a in openai_news])
+            )
+            session.exec(stmt)  # type: ignore
+            session.commit()
+
+    def update_analysis(self, symbol: str, fields: Dict[str, Any]) -> None:
+        with Session(self._engine) as session:
+            stmt = (
+                update(AnalysisORM).where(AnalysisORM.symbol == symbol).values(**fields)  # type: ignore
+            )
+            session.exec(stmt)  # type: ignore
+            session.commit()

bullish/database/schemas.py

@@ -1,3 +1,4 @@
+from datetime import date
 from typing import Dict, Any, List, Optional
 
 from sqlmodel import Field, SQLModel
@@ -7,6 +8,7 @@ from bullish.analysis.backtest import BacktestResult
 from bullish.analysis.filter import FilteredResults
 from bullish.analysis.indicators import SignalSeries
 from bullish.analysis.industry_views import IndustryView
+from bullish.analysis.openai import OpenAINews
 
 from bullish.jobs.models import JobTracker
 from sqlalchemy import Index
@@ -22,6 +24,13 @@ dynamic_indexes = tuple(
 )
 
 
+class OpenAINewsORM(SQLModel, OpenAINews, table=True):
+    __tablename__ = "openai"
+    __table_args__ = {"extend_existing": True}  # noqa:RUF012
+    symbol: str = Field(primary_key=True)
+    news_date: date = Field(primary_key=True)
+
+
 class AnalysisORM(BaseTable, Analysis, table=True):
     __tablename__ = "analysis"
     __table_args__ = {"extend_existing": True}  # noqa:RUF012

bullish/interface/interface.py

@@ -1,7 +1,7 @@
 import abc
 import logging
 from datetime import date
-from typing import List, Optional
+from typing import List, Optional, Dict, Any
 
 import pandas as pd
 from bearish.interface.interface import BearishDbBase  # type: ignore
@@ -15,6 +15,7 @@ from bullish.analysis.constants import Industry, Sector, IndustryGroup, Country
 from bullish.analysis.filter import FilterQuery, FilteredResults
 from bullish.analysis.indicators import SignalSeries
 from bullish.analysis.industry_views import Type, IndustryView
+from bullish.analysis.openai import OpenAINews
 from bullish.jobs.models import JobTracker, JobTrackerStatus, add_icons
 
 logger = logging.getLogger(__name__)
@@ -155,3 +156,8 @@ class BullishDbBase(BearishDbBase):  # type: ignore
 
     @abc.abstractmethod
     def read_subject(self, symbol: str) -> Optional[SubjectAnalysis]: ...
+    @abc.abstractmethod
+    def write_many_openai_news(self, openai_news: List[OpenAINews]) -> None: ...
+
+    @abc.abstractmethod
+    def update_analysis(self, symbol: str, fields: Dict[str, Any]) -> None: ...

bullish/jobs/tasks.py

@@ -4,6 +4,7 @@ from typing import Optional, Any, Callable, List
 
 import pandas as pd
 from bearish.main import Bearish  # type: ignore
+from bearish.models.sec.sec import Secs  # type: ignore
 from tickermood.main import get_news  # type: ignore
 from tickermood.types import DatabaseConfig  # type: ignore
 
@@ -15,6 +16,7 @@ from .models import JobTrackerStatus, JobTracker, JobType
 from ..analysis.analysis import run_analysis, run_signal_series_analysis
 from ..analysis.backtest import run_many_tests, BackTestConfig
 from ..analysis.industry_views import compute_industry_view
+from ..analysis.openai import get_open_ai_news
 from ..analysis.predefined_filters import predefined_filters, load_custom_filters
 from ..database.crud import BullishDb
 from bullish.analysis.filter import FilterUpdate
@@ -83,6 +85,9 @@ def _base_update(
             series_length=update_query.window_size,
             delay=update_query.data_age_in_days,
         )
+        bearish.get_prices_index(series_length=update_query.window_size)
+        Secs.upload(bearish._bearish_db)
+        Secs.update_values(bearish._bearish_db)
         if update_query.update_financials:
             bearish.update_financials()
     bullish_db = BullishDb(database_path=database_path)
@@ -186,16 +191,31 @@ def news(
     headless: bool = True,
     task: Optional[Task] = None,
 ) -> None:
-    base_news(
-        database_path=database_path,
-        job_type=job_type,
-        symbols=symbols,
-        headless=headless,
-        task=task,
-    )
-
-
-@huey.periodic_task(crontab(minute="0", hour="3"), context=True)  # type: ignore
+    bullish_db = BullishDb(database_path=database_path)
+    if get_open_ai_news(bullish_db, symbols):
+        for symbol in symbols:
+            subject = bullish_db.read_subject(symbol)
+            if subject:
+                logger.debug(
+                    f"extracting news for {symbol} subject: {subject.model_dump()}"
+                )
+                try:
+                    bullish_db.update_analysis(
+                        symbol,
+                        subject.model_dump(
+                            exclude_none=True,
+                            exclude_unset=True,
+                            exclude_defaults=True,
+                            exclude={"symbol"},
+                        ),
+                    )
+                except Exception as e:
+                    logger.error(f"failed to extract news for {symbol}: {e}")
+                    print(f"failed to extract news for {symbol}: {e}")
+                    continue
+
+
+@huey.periodic_task(crontab(minute="0", hour="8"), context=True)  # type: ignore
 def cron_news(
     task: Optional[Task] = None,
 ) -> None:

{bullishpy-0.67.0.dist-info → bullishpy-0.76.0.dist-info}/METADATA

@@ -1,17 +1,19 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: bullishpy
-Version: 0.67.0
+Version: 0.76.0
 Summary: 
+License-File: LICENSE
 Author: aan
 Author-email: andoludovic.andriamamonjy@gmail.com
 Requires-Python: >=3.12,<3.13
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.12
-Requires-Dist: bearishpy (>=0.26.0,<0.27.0)
+Requires-Dist: bearishpy (>=0.35.0,<0.36.0)
 Requires-Dist: click (>=7.0,<=8.1)
 Requires-Dist: huey (>=2.5.3,<3.0.0)
 Requires-Dist: joblib (>=1.5.1,<2.0.0)
-Requires-Dist: pandas-ta (>=0.3.14b0,<0.4.0)
+Requires-Dist: mysec (>=0.3.0,<0.4.0)
+Requires-Dist: pandas-ta (>=0.4.71b0,<0.5.0)
 Requires-Dist: plotly (>=4.12.0,<6.0.0)
 Requires-Dist: streamlit (>=1.45.1,<2.0.0)
 Requires-Dist: streamlit-file-browser (>=3.2.22,<4.0.0)

{bullishpy-0.67.0.dist-info → bullishpy-0.76.0.dist-info}/RECORD

@@ -1,15 +1,16 @@
 bullish/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bullish/analysis/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bullish/analysis/analysis.py,sha256=Bcupt-qROPddj1hGTNAY8vhu0pnFqNvXoDtUNhRXErY,24217
+bullish/analysis/analysis.py,sha256=3lZSLpTe4lFBGNrCpXmYBZhwD7o0rXSbQEkLpxJLylA,25130
 bullish/analysis/backtest.py,sha256=x91ek5kOzJHvYq0TmJh1Q8wBDDduIaieE0zDaoZFXew,14325
 bullish/analysis/constants.py,sha256=j3vQwjGhY-4dEEV-TkeKMDUTo2GM7M97Hcpi19LDcFQ,11458
 bullish/analysis/filter.py,sha256=VvQALnYNyYylXkorYR3oGhsF4L_sAUSE7-aop4Trp9o,9326
-bullish/analysis/functions.py,sha256=lrbPvTo3GLtylDCfeIKoXCKF5gaY5QFFToNqtuj7xhI,15794
-bullish/analysis/indicators.py,sha256=kdjDVhIFiDBhezJJg9ifGheMC6oCR0gC87d_FiW_tjI,28183
+bullish/analysis/functions.py,sha256=jw1Tc-YtoyobYhC6AWJH-xXgaczwDZMTfQIES6Y_8qM,15780
+bullish/analysis/indicators.py,sha256=CcDu8mu1jOOS5-3gNHYA9qDA3Ua-6PGUyoio2bDIe48,28435
 bullish/analysis/industry_views.py,sha256=-B4CCAYz2arGQtWTXLLMpox0loO_MGdVQd2ycCRMOQQ,6799
-bullish/analysis/predefined_filters.py,sha256=skhTUIf_v0EKZBpMgBv2old_Yo78XfLYpJ4MVKljlSU,12116
+bullish/analysis/openai.py,sha256=Fw7A8lFMgSEQFA48Q9GjVpEC3oiBgSHUFi7YO5rzhAc,3444
+bullish/analysis/predefined_filters.py,sha256=E65qrTSaDFuUxoaeZ8D72K5AobumobpQdpcTIF308D4,14053
 bullish/app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bullish/app/app.py,sha256=7hWVVd2jBM-Es9S904ck1mtIMSadWgFqwns0bTwrKOU,16720
+bullish/app/app.py,sha256=FLWwhjGwMVXYfA9EI5RUeQRQGf9Qu7up0ypJgS4FTFE,17367
 bullish/cli.py,sha256=yYqiEQAvOIQ-pTn77RPuE449gwaEGBeQwNHHAJ5yQDM,2739
 bullish/database/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bullish/database/alembic/README,sha256=heMzebYwlGhnE8_4CWJ4LS74WoEZjBy-S-mIJRxAEKI,39
@@ -27,12 +28,16 @@ bullish/database/alembic/versions/49c83f9eb5ac_.py,sha256=kCBItp7KmqpJ03roy5ikQj
 bullish/database/alembic/versions/4b0a2f40b7d3_.py,sha256=G0K7w7pOPYjPZkXTB8LWhxoxuWBPcPwOfnubTBtdeEY,1827
 bullish/database/alembic/versions/4ee82b171449_.py,sha256=QtPy5VyZPyZxS7MVkk_wGi3C44PVDoHyJ-9m9fWdqqc,1047
 bullish/database/alembic/versions/5b10ee7604c1_.py,sha256=YlqaagPasR3RKASv7acME1jPS8p26VoTE2BvpOwdCpY,1463
+bullish/database/alembic/versions/65662e214031_.py,sha256=Yq3lOW6liYTYiBaPRcFqVjn3k5z1mWIUXT17bv9ZroY,1596
+bullish/database/alembic/versions/660897c02c00_.py,sha256=Sc_4uJAGheebijw3WzFNHclcWz0YF8vaZKEmVBwglDc,1033
 bullish/database/alembic/versions/6d252e23f543_.py,sha256=izF-ejdXk733INkAokGqjA2U_M0_c1f_ruihZ-cgP7s,1525
 bullish/database/alembic/versions/73564b60fe24_.py,sha256=MTlDRDNHj3E9gK7IMeAzv2UxxxYtWiu3gI_9xTLE-wg,1008
 bullish/database/alembic/versions/79bc71ec6f9e_.py,sha256=4nShut2NEd1F3piSckIIBtke0GEsFAxYw5TZl5YYRzc,1140
 bullish/database/alembic/versions/ae444f338124_.py,sha256=u8RphcniLCQce-HvN666QgCJpLsv6A91-a4R-Nif4bU,3672
+bullish/database/alembic/versions/b36c310f49ec_.py,sha256=L0B3wyo9i0R14_H5fcDAxAm_5P1zIFsHUY888Do-pbI,1379
 bullish/database/alembic/versions/b76079e9845f_.py,sha256=W8eeTABjI9tT1dp3hlK7g7tiKqDhmA8AoUX9Sw-ykLI,1165
 bullish/database/alembic/versions/bf6b86dd5463_.py,sha256=fKB8knCprGmiL6AEyFdhybVmB7QX_W4MPFF9sPzUrSM,1094
+bullish/database/alembic/versions/c828e29e1105_.py,sha256=rO9qwNay8HohSVHIJgYq7VWhtgn-jpF10h98WCu-wjU,3052
 bullish/database/alembic/versions/cc28171c21a4_.py,sha256=ZsHFzqo6cfTXDodxaXRzkoKl0zK2TR15nD4SJeDlRi0,1401
 bullish/database/alembic/versions/d0e58e050845_.py,sha256=x_LS3J27FNyy_WD99uvZzNehly-jpgn9abOYN-VjjZc,1164
 bullish/database/alembic/versions/d663166c531d_.py,sha256=U92l6QXqPniAYrPeu2Bt77ReDbXveLj4aGXtgd806JY,1915
@@ -40,8 +45,8 @@ bullish/database/alembic/versions/ec25c8fa449f_.py,sha256=8Yts74KEjK4jg20zIo90_0
 bullish/database/alembic/versions/ee5baabb35f8_.py,sha256=nBMEY-_C8AsSXVPyaDdUkwrFFo2gxShzJhmrjejDwtc,1632
 bullish/database/alembic/versions/fc191121f522_.py,sha256=0sstF6TpAJ09-Mt-Vek9SdSWksvi4C58a5D92rBtuY8,1894
 bullish/database/alembic/versions/ff0cc4ba40ec_.py,sha256=74lxga54ig_LoNZYK9toJL9iRwGbNRezh1zvO1YI40U,2719
-bullish/database/crud.py,sha256=69dq-vvhPQI3aopGIwaBSowBW37EGUnN0f7olVbOmEM,14180
-bullish/database/schemas.py,sha256=fQ4RZeOjlFoIor7rjwpisbHRNDd7-zbyDdzNKaiNGQQ,3637
+bullish/database/crud.py,sha256=-pncRg_YA5y2wE2HELJHiGbeTzmaGF7LjMC8be10qwA,16123
+bullish/database/schemas.py,sha256=HudFJ9lsIkVaEYjQUWammrsDnYSmEe4hOCbim3dN_4A,3946
 bullish/database/scripts/create_revision.py,sha256=rggIf-3koPqJNth8FIg89EOfnIM7a9QrvL8X7UJsP0g,628
 bullish/database/scripts/stamp.py,sha256=PWgVUEBumjNUMjTnGw46qmU3p221LeN-KspnW_gFuu4,839
 bullish/database/scripts/upgrade.py,sha256=-Gz7aFNPEt9y9e1kltqXE76-j_8QeNtet_VlwY5AWjo,806
@@ -50,15 +55,15 @@ bullish/exceptions.py,sha256=4z_i-dD-CDz1bkGmZH9DOf1L_awlCPCgdUDPF7dhWAI,106
 bullish/figures/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bullish/figures/figures.py,sha256=aeMAZGr8HkcF6CIf8ed4cnxJ1YkOY2-euP5egwm0ELk,4750
 bullish/interface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bullish/interface/interface.py,sha256=R2qVEMyBl9mBlPUO40zXp4vhfLKH7pgl_u2BmAVlD4w,5250
+bullish/interface/interface.py,sha256=6uZAY19WNtDRKdOitqzqMEo6JTep2M3HC8iFUKYntHA,5518
 bullish/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bullish/jobs/app.py,sha256=5MJ5KXUo7JSNAvOPgkpIMasD11VTrjQvGzM7vmCY65E,77
 bullish/jobs/models.py,sha256=rBXxtGFBpgZprrxq5_X2Df-bh8BLYEfw-VLMRucrqa8,784
-bullish/jobs/tasks.py,sha256=7_zKZaLpbmh7XxvjhfWcowdDAp9sEABULB2PSkasfbM,6509
+bullish/jobs/tasks.py,sha256=VuFQ2fmzlP_ayy5PhCzH9YroUSRRnvz2SPomuG3SMD0,7566
 bullish/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bullish/utils/checks.py,sha256=g-5QXNWNe1_BwHKrc2PtvPiLraL0tqGgxnzG7u-Wkgo,2189
-bullishpy-0.67.0.dist-info/LICENSE,sha256=nYb7AJFegu6ndlQhbbk54MjT-GH-0x9RF6Ls-ggJ_g4,1075
-bullishpy-0.67.0.dist-info/METADATA,sha256=ld3mWit2JWMYH5qzPMSIq2v1R27fibJo38W4RFRYxtg,3009
-bullishpy-0.67.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-bullishpy-0.67.0.dist-info/entry_points.txt,sha256=eaPpmL6vmSBFo0FBtwibCXGqAW4LFJ83whJzT1VjD-0,43
-bullishpy-0.67.0.dist-info/RECORD,,
+bullishpy-0.76.0.dist-info/METADATA,sha256=xUHUxktlK_C4Es0mHaQ2r6FSkAtcop456DSmZmpVX3g,3069
+bullishpy-0.76.0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+bullishpy-0.76.0.dist-info/entry_points.txt,sha256=eaPpmL6vmSBFo0FBtwibCXGqAW4LFJ83whJzT1VjD-0,43
+bullishpy-0.76.0.dist-info/licenses/LICENSE,sha256=nYb7AJFegu6ndlQhbbk54MjT-GH-0x9RF6Ls-ggJ_g4,1075
+bullishpy-0.76.0.dist-info/RECORD,,

{bullishpy-0.67.0.dist-info → bullishpy-0.76.0.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.1.3
+Generator: poetry-core 2.2.1
 Root-Is-Purelib: true
 Tag: py3-none-any