cs-models 0.0.627__py3-none-any.whl → 0.0.847__py3-none-any.whl

cs_models/resources/CompanyOutbox/schemas.py

@@ -18,5 +18,6 @@ class CompanyOutboxResourceSchema(Schema):
     company_ous_id = fields.Integer(allow_none=True)
     source = fields.String(required=True)
     news_id = fields.Integer(allow_none=True)
+    reviewed = fields.Boolean(allow_none=True)
     historical = fields.Boolean(allow_none=True)
     updated_at = fields.DateTime(dump_only=True)

cs_models/resources/CompanyReview/models.py

@@ -32,7 +32,10 @@ class CompanyReviewModel(Base):
         ForeignKey('newswires.id'),
         nullable=False,
     )
-    reviewed = Column(Boolean, nullable=False)
+    reviewed = Column(Boolean, nullable=True)
+    historical = Column(Boolean, nullable=True)
+    approval = Column(Boolean, nullable=True)
+    to_qc = Column(Boolean, nullable=True)
     updated_at = Column(
         DateTime,
         nullable=False,

cs_models/resources/CompanyReview/schemas.py

@@ -14,4 +14,7 @@ class CompanyReviewResourceSchema(Schema):
     note_tag = fields.String(allow_none=True)
     news_id = fields.Integer(allow_none=False)
     reviewed = fields.Boolean(allow_none=True)
+    historical = fields.Boolean(allow_none=True)
+    approval = fields.Boolean(allow_none=True)
+    to_qc = fields.Boolean(allow_none=True)
     updated_at = fields.DateTime(dump_only=True)

cs_models/resources/CompanySEC/models.py

@@ -6,6 +6,7 @@ from sqlalchemy import (
     UniqueConstraint,
     Boolean,
     Text,
+    DECIMAL,
 )
 from datetime import datetime
 
@@ -21,6 +22,7 @@ class CompanySECModel(Base):
     ticker = Column(String(20), nullable=False, index=True)
     title = Column(String(255), nullable=False, index=True)
     exchange = Column(String(50), nullable=True)
+    market_cap = Column(DECIMAL(20, 2), nullable=False)
     company_url = Column(String(255), nullable=True)
     pipeline_url = Column(String(255), nullable=True)
     ir_url = Column(String(255), nullable=True)
@@ -30,6 +32,8 @@ class CompanySECModel(Base):
     discarded = Column(Boolean, nullable=True)
     skip_sec = Column(Boolean, nullable=True)
     last_crawl_date = Column(DateTime, nullable=True)
+    last_pipeline_crawl_date = Column(DateTime, nullable=True)
+    pipeline_crawl_enabled = Column(Boolean, nullable=True, default=True)
     industry_type = Column(String(50), nullable=True)
     relevant_links = Column(Text, nullable=True)
     notes = Column(Text, nullable=True)

cs_models/resources/CompanySEC/schemas.py

@@ -14,6 +14,7 @@ class CompanySECResourceSchema(Schema):
     ticker = fields.String(allow_none=True)
     title = fields.String(required=True)
     exchange = fields.String(allow_none=True)
+    market_cap = fields.Decimal(allow_none=True)
     company_url = fields.String(allow_none=True)
     pipeline_url = fields.String(allow_none=True)
     ir_url = fields.String(allow_none=True)
@@ -23,6 +24,8 @@ class CompanySECResourceSchema(Schema):
     discarded = fields.Boolean(allow_none=True)
     skip_sec = fields.Boolean(allow_none=True)
     last_crawl_date = fields.DateTime(allow_none=True)
+    last_pipeline_crawl_date = fields.DateTime(allow_none=True)
+    pipeline_crawl_enabled = fields.Boolean(allow_none=True)
     industry_type = fields.String(allow_none=True)
     relevant_links = fields.String(allow_none=True)
     notes = fields.String(allow_none=True)
@@ -31,6 +34,7 @@ class CompanySECResourceSchema(Schema):
 
 class CompanySECUpdateSchema(Schema):
     id = fields.Integer()
+    market_cap = fields.Decimal(allow_none=True)
     company_url = fields.String(allow_none=True)
     pipeline_url = fields.String(allow_none=True)
     ir_url = fields.String(allow_none=True)
@@ -41,5 +45,7 @@ class CompanySECUpdateSchema(Schema):
     discarded = fields.Boolean(allow_none=True)
     skip_sec = fields.Boolean(allow_none=True)
     last_crawl_date = fields.DateTime(allow_none=True)
+    last_pipeline_crawl_date = fields.DateTime(allow_none=True)
+    pipeline_crawl_enabled = fields.Boolean(allow_none=True)
     industry_type = fields.String(allow_none=True)
     updated_at = fields.DateTime(dump_only=True)

cs_models/resources/Config/models.py

@@ -2,6 +2,7 @@ from sqlalchemy import (
     Column,
     Integer,
     String,
+    Text,
     DateTime,
     UniqueConstraint,
 )
@@ -16,6 +17,7 @@ class ConfigModel(Base):
     id = Column(Integer, primary_key=True)
     table_name = Column(String(128), nullable=False)
     field_name = Column(String(128), nullable=False)
+    field_value = Column(Text, nullable=True)
     latest_date = Column(DateTime, nullable=False)
     updated_at = Column(
         DateTime,

cs_models/resources/Config/schemas.py

@@ -14,6 +14,7 @@ class ConfigResourceSchema(Schema):
     latest_date = fields.DateTime(required=True)
     table_name = fields.String(required=True)
     field_name = fields.String(required=True)
+    field_value = fields.String(allow_none=True)
     updated_at = fields.DateTime(dump_only=True)
 
     @pre_load
@@ -34,6 +35,7 @@ class ConfigQueryParamsSchema(Schema):
     id = fields.Integer()
     table_name = fields.String()
     field_name = fields.String()
+    field_value = fields.String()
     latest_date = fields.DateTime()
 
     @pre_load
@@ -54,6 +56,7 @@ class ConfigPatchSchema(Schema):
     latest_date = fields.DateTime(allow_none=False)
     table_name = fields.String(allow_none=False)
     field_name = fields.String(allow_none=False)
+    field_value = fields.String(allow_none=True)
 
     @pre_load
     def convert_string_to_datetime(self, in_data, **kwargs):

cs_models/resources/CoverPage13F/models.py

@@ -0,0 +1,29 @@
+from sqlalchemy import Column, Integer, String, Date
+
+from ...database import Base
+
+
+class Coverpage13FModel(Base):
+    __tablename__ = '13fcoverpage'
+
+    ACCESSION_NUMBER = Column(String(25), primary_key=True)
+    REPORTCALENDARORQUARTER = Column(Date, nullable=False)
+    ISAMENDMENT = Column(String(1))
+    AMENDMENTNO = Column(Integer)
+    AMENDMENTTYPE = Column(String(20))
+    CONFDENIEDEXPIRED = Column(String(1))
+    DATEDENIEDEXPIRED = Column(Date)
+    DATEREPORTED = Column(Date)
+    REASONFORNONCONFIDENTIALITY = Column(String(40))
+    FILINGMANAGER_NAME = Column(String(150), nullable=False)
+    FILINGMANAGER_STREET1 = Column(String(40))
+    FILINGMANAGER_STREET2 = Column(String(40))
+    FILINGMANAGER_CITY = Column(String(30))
+    FILINGMANAGER_STATEORCOUNTRY = Column(String(2))
+    FILINGMANAGER_ZIPCODE = Column(String(10))
+    REPORTTYPE = Column(String(30), nullable=False)
+    FORM13FFILENUMBER = Column(String(17))
+    CRDNUMBER = Column(String(9))
+    SECFILENUMBER = Column(String(17))
+    PROVIDEINFOFORINSTRUCTION5 = Column(String(1), nullable=False)
+    ADDITIONALINFORMATION = Column(String(4000))

cs_models/resources/CoverPage13F/schemas.py

@@ -0,0 +1,27 @@
+from marshmallow import Schema, fields
+from ...utils.utils import Safe13FDate, Safe13FInteger
+
+
+class Coverpage13FSchema(Schema):
+    ACCESSION_NUMBER = fields.String(required=True)
+    REPORTCALENDARORQUARTER = Safe13FDate(required=True)
+    ISAMENDMENT = fields.String()
+    AMENDMENTNO = Safe13FInteger(allow_none=True)
+    AMENDMENTTYPE = fields.String()
+    CONFDENIEDEXPIRED = fields.String()
+    DATEDENIEDEXPIRED = Safe13FDate(allow_none=True)
+    DATEREPORTED = Safe13FDate(allow_none=True)
+    REASONFORNONCONFIDENTIALITY = fields.String()
+    FILINGMANAGER_NAME = fields.String(required=True)
+    FILINGMANAGER_STREET1 = fields.String()
+    FILINGMANAGER_STREET2 = fields.String()
+    FILINGMANAGER_CITY = fields.String()
+    FILINGMANAGER_STATEORCOUNTRY = fields.String()
+    FILINGMANAGER_ZIPCODE = fields.String()
+    REPORTTYPE = fields.String(required=True)
+    FORM13FFILENUMBER = fields.String()
+    CRDNUMBER = fields.String()
+    SECFILENUMBER = fields.String()
+    PROVIDEINFOFORINSTRUCTION5 = fields.String(required=True)
+    ADDITIONALINFORMATION = fields.String()
+

cs_models/resources/Cusip13FSubsidiary/models.py

@@ -0,0 +1,28 @@
+from datetime import datetime
+from sqlalchemy import String
+from ...database import Base
+from sqlalchemy import (
+    Column,
+    Integer,
+    DateTime,
+    ForeignKey,
+)
+
+
+class Cusip13FSubsidiaryModel(Base):
+    __tablename__ = 'cusip13f_subsidiaries'
+
+    id = Column(Integer, primary_key=True)
+    cusip = Column(String(9), nullable=False)
+    subsidiary_id = Column(
+        Integer,
+        ForeignKey('subsidiaries.id'),
+        nullable=False,
+    )
+    updated_at = Column(
+        DateTime,
+        nullable=False,
+        # https://stackoverflow.com/questions/58776476/why-doesnt-freezegun-work-with-sqlalchemy-default-values
+        default=lambda: datetime.utcnow(),
+        onupdate=lambda: datetime.utcnow(),
+    )

cs_models/resources/Cusip13FSubsidiary/schemas.py

@@ -0,0 +1,14 @@
+from marshmallow import (
+    Schema,
+    fields,
+    validate,
+)
+
+
+class Cusip13FSubsidiaryResourceSchema(Schema):
+    not_blank = validate.Length(min=1, error='Field cannot be blank')
+
+    id = fields.Integer(dump_only=True)
+    cusip = fields.String(required=True)
+    subsidiary_id = fields.Integer(required=True)
+    updated_at = fields.DateTime()

cs_models/resources/Deal/models.py

@@ -19,6 +19,8 @@ class DealModel(Base):
     id = Column(Integer, primary_key=True)
     announcement_date = Column(DateTime, nullable=False, index=True)
     round = Column(String(50), nullable=True)
+    deal_type = Column(String(128), nullable=True)
+    price = Column(String(50), nullable=True)
     deal_value = Column(DECIMAL(13, 2), nullable=False)
     currency = Column(String(10), nullable=True)
     company_sec_id = Column(

cs_models/resources/Deal/schemas.py

@@ -15,6 +15,8 @@ class DealResourceSchema(Schema):
     announcement_date = fields.DateTime(required=True)
     deal_value = fields.Decimal()
     round = fields.String(allow_none=True)
+    deal_type = fields.String(allow_none=True)
+    price = fields.String(allow_none=True)
     currency = fields.String(allow_none=True)
     company_sec_id = fields.Integer(allow_none=True)
     company_ous_id = fields.Integer(allow_none=True)

cs_models/resources/DealAdvisor/models.py

@@ -0,0 +1,35 @@
+from datetime import datetime
+
+from sqlalchemy import (
+    Column,
+    Integer,
+    DateTime,
+    ForeignKey,
+    Boolean,
+)
+
+from ...database import Base
+
+
+class DealAdvisorModel(Base):
+    __tablename__ = "deal_advisors"
+
+    id = Column(Integer, primary_key=True)
+    deal_id = Column(
+        Integer,
+        ForeignKey('deals.id'),
+        nullable=False,
+    )
+    advisor_id = Column(
+        Integer,
+        ForeignKey('investors.id'),
+        nullable=False,
+    )
+    is_deleted = Column(Boolean, nullable=True)
+    updated_at = Column(
+        DateTime,
+        nullable=False,
+        # https://stackoverflow.com/questions/58776476/why-doesnt-freezegun-work-with-sqlalchemy-default-values
+        default=lambda: datetime.utcnow(),
+        onupdate=lambda: datetime.utcnow(),
+    )

cs_models/resources/DealAdvisor/schemas.py

@@ -0,0 +1,15 @@
+from marshmallow import (
+    Schema,
+    fields,
+    validate,
+)
+
+
+class DealAdvisorResourceSchema(Schema):
+    not_blank = validate.Length(min=1, error='Field cannot be blank')
+
+    id = fields.Integer(dump_only=True)
+    deal_id = fields.Integer(required=True)
+    advisor_id = fields.Integer(required=True)
+    is_deleted = fields.Boolean(allow_none=True)
+    updated_at = fields.DateTime()

cs_models/resources/DealInvestor/models.py

@@ -25,6 +25,7 @@ class DealInvestorModel(Base):
         ForeignKey('investors.id'),
         nullable=False,
     )
+    lead = Column(Boolean, nullable=True)
     is_deleted = Column(Boolean, nullable=True)
     updated_at = Column(
         DateTime,

cs_models/resources/DealInvestor/schemas.py

@@ -11,5 +11,6 @@ class DealInvestorResourceSchema(Schema):
     id = fields.Integer(dump_only=True)
     deal_id = fields.Integer(required=True)
     investor_id = fields.Integer(required=True)
+    lead = fields.Boolean(allow_none=True)
     is_deleted = fields.Boolean(allow_none=True)
     updated_at = fields.DateTime()

cs_models/resources/DealType/models.py

@@ -0,0 +1,33 @@
+from datetime import datetime
+
+from sqlalchemy import (
+    Column,
+    Integer,
+    DateTime,
+    ForeignKey,
+)
+
+from ...database import Base
+
+
+class DealTypeModel(Base):
+    __tablename__ = "deal_types"
+
+    id = Column(Integer, primary_key=True)
+    deal_id = Column(
+        Integer,
+        ForeignKey('deals.id'),
+        nullable=False,
+    )
+    deal_type_id = Column(
+        Integer,
+        ForeignKey('financing_deal_types.id'),
+        nullable=False,
+    )
+    updated_at = Column(
+        DateTime,
+        nullable=False,
+        # https://stackoverflow.com/questions/58776476/why-doesnt-freezegun-work-with-sqlalchemy-default-values
+        default=lambda: datetime.utcnow(),
+        onupdate=lambda: datetime.utcnow(),
+    )

cs_models/resources/DealType/schemas.py

@@ -0,0 +1,14 @@
+from marshmallow import (
+    Schema,
+    fields,
+    validate,
+)
+
+
+class DealTypeResourceSchema(Schema):
+    not_blank = validate.Length(min=1, error='Field cannot be blank')
+
+    id = fields.Integer(dump_only=True)
+    deal_id = fields.Integer(required=True)
+    deal_type_id = fields.Integer(required=True)
+    updated_at = fields.DateTime()

cs_models/resources/DealUnderwriter/models.py

@@ -0,0 +1,35 @@
+from datetime import datetime
+
+from sqlalchemy import (
+    Column,
+    Integer,
+    DateTime,
+    ForeignKey,
+    Boolean,
+)
+
+from ...database import Base
+
+
+class DealUnderwriterModel(Base):
+    __tablename__ = "deal_underwriters"
+
+    id = Column(Integer, primary_key=True)
+    deal_id = Column(
+        Integer,
+        ForeignKey('deals.id'),
+        nullable=False,
+    )
+    underwriter_id = Column(
+        Integer,
+        ForeignKey('investors.id'),
+        nullable=False,
+    )
+    is_deleted = Column(Boolean, nullable=True)
+    updated_at = Column(
+        DateTime,
+        nullable=False,
+        # https://stackoverflow.com/questions/58776476/why-doesnt-freezegun-work-with-sqlalchemy-default-values
+        default=lambda: datetime.utcnow(),
+        onupdate=lambda: datetime.utcnow(),
+    )

cs_models/resources/DealUnderwriter/schemas.py

@@ -0,0 +1,15 @@
+from marshmallow import (
+    Schema,
+    fields,
+    validate,
+)
+
+
+class DealUnderwriterResourceSchema(Schema):
+    not_blank = validate.Length(min=1, error='Field cannot be blank')
+
+    id = fields.Integer(dump_only=True)
+    deal_id = fields.Integer(required=True)
+    underwriter_id = fields.Integer(required=True)
+    is_deleted = fields.Boolean(allow_none=True)
+    updated_at = fields.DateTime()

cs_models/resources/DeepResearchAgenticUnit/__init__.py

@@ -0,0 +1,14 @@
+"""DeepResearchAgenticUnit - Self-contained research modules for v2 architecture."""
+
+from .models import DeepResearchAgenticUnitModel, UnitStatusEnum
+from .schemas import (
+    DeepResearchAgenticUnitResourceSchema,
+    DeepResearchAgenticUnitCreateSchema,
+)
+
+__all__ = [
+    "DeepResearchAgenticUnitModel",
+    "UnitStatusEnum",
+    "DeepResearchAgenticUnitResourceSchema",
+    "DeepResearchAgenticUnitCreateSchema",
+]

cs_models/resources/DeepResearchAgenticUnit/models.py

@@ -0,0 +1,123 @@
+"""Models for Deep Research Agentic Units - Self-contained research modules."""
+import enum
+from datetime import datetime
+
+from sqlalchemy import (
+    Column,
+    DateTime,
+    Integer,
+    String,
+    Text,
+    Boolean,
+    ForeignKey,
+    Enum,
+    Float,
+)
+from sqlalchemy.orm import relationship
+
+from ...database import Base
+
+
+class UnitStatusEnum(enum.Enum):
+    """Status enum for agentic units."""
+    PENDING = "PENDING"
+    PLANNING = "PLANNING"       # Internal DAG being planned
+    EXECUTING = "EXECUTING"     # Internal tasks running
+    COMPLETED = "COMPLETED"
+    FAILED = "FAILED"
+    SKIPPED = "SKIPPED"
+
+
+class DeepResearchAgenticUnitModel(Base):
+    """
+    Model for Deep Research Agentic Units.
+
+    An Agentic Unit is a self-contained research module that answers
+    ONE coherent objective using any combination of internal tasks
+    (DISCOVERY, INVESTIGATION, SMART_GRID, AGGREGATION).
+
+    Part of the V2 architecture that replaces rigid upfront DAG decomposition
+    with an adaptive Plan -> Execute -> Evaluate loop.
+    """
+
+    __tablename__ = "deep_research_agentic_units"
+
+    id = Column(Integer, primary_key=True)
+
+    # Parent session
+    session_id = Column(
+        Integer,
+        ForeignKey("deep_research_sessions.id"),
+        nullable=False,
+    )
+
+    # Identity
+    unit_id = Column(String(50), nullable=False)  # Logical ID: "A", "B", "C", etc.
+    unit_label = Column(String(255), nullable=True)  # Human-readable label
+    objective = Column(Text, nullable=False)  # What this unit answers
+
+    # DAG Structure (outer DAG - dependencies between units)
+    depends_on = Column(Text, nullable=True)  # JSON: ["A", "B"] - other unit_ids
+    wave_number = Column(Integer, default=0)  # Computed from dependencies
+
+    # Internal Structure (inner DAG - tasks within this unit)
+    internal_dag = Column(Text, nullable=True)  # JSON: List of internal tasks
+    internal_dag_planned = Column(Boolean, default=False)
+
+    # Execution State
+    status = Column(
+        "status",
+        Enum(UnitStatusEnum),
+        default=UnitStatusEnum.PENDING,
+        nullable=False,
+    )
+
+    # Outputs (populated after execution)
+    result_s3_key = Column(String(512), nullable=True)
+    result_summary = Column(Text, nullable=True)  # Concise answer to objective
+    entities_discovered = Column(Text, nullable=True)  # JSON: Entities found (if any)
+    confidence = Column(Float, nullable=True)  # 0-1 confidence in results
+    gaps_identified = Column(Text, nullable=True)  # JSON: What couldn't be answered
+
+    # Metrics
+    tokens_used = Column(Integer, default=0)
+    tasks_completed = Column(Integer, default=0)
+    tasks_failed = Column(Integer, default=0)
+
+    # Context from dependencies (populated before execution)
+    input_context = Column(Text, nullable=True)  # JSON: Summaries from dependency units
+
+    # Timestamps
+    created_at = Column(
+        DateTime,
+        nullable=False,
+        default=lambda: datetime.utcnow(),
+    )
+    started_at = Column(DateTime, nullable=True)
+    completed_at = Column(DateTime, nullable=True)
+    updated_at = Column(
+        DateTime,
+        nullable=False,
+        default=lambda: datetime.utcnow(),
+        onupdate=lambda: datetime.utcnow(),
+    )
+
+    # Error handling
+    error_message = Column(Text, nullable=True)
+    retry_count = Column(Integer, default=0)
+
+    # Soft delete
+    is_deleted = Column(Boolean, nullable=True)
+
+    # ORM Relationships
+    session = relationship(
+        "DeepResearchSessionModel",
+        back_populates="agentic_units",
+    )
+
+    internal_tasks = relationship(
+        "DeepResearchSubTaskModel",
+        primaryjoin="and_(DeepResearchAgenticUnitModel.id==DeepResearchSubTaskModel.agentic_unit_id, "
+                    "or_(DeepResearchSubTaskModel.is_deleted==False, DeepResearchSubTaskModel.is_deleted==None))",
+        back_populates="agentic_unit",
+    )

cs_models/resources/DeepResearchAgenticUnit/schemas.py

@@ -0,0 +1,50 @@
+"""Marshmallow schemas for Deep Research Agentic Units."""
+
+from marshmallow import Schema, fields, EXCLUDE
+
+
+class DeepResearchAgenticUnitResourceSchema(Schema):
+    """Schema for reading agentic unit resources."""
+
+    class Meta:
+        unknown = EXCLUDE
+
+    id = fields.Integer(dump_only=True)
+    session_id = fields.Integer(required=True)
+    unit_id = fields.String(required=True)
+    unit_label = fields.String(allow_none=True)
+    objective = fields.String(required=True)
+    depends_on = fields.String(allow_none=True)  # JSON string
+    wave_number = fields.Integer(allow_none=True)
+    internal_dag = fields.String(allow_none=True)  # JSON string
+    internal_dag_planned = fields.Boolean(allow_none=True)
+    status = fields.String(allow_none=True)
+    result_s3_key = fields.String(allow_none=True)
+    result_summary = fields.String(allow_none=True)
+    entities_discovered = fields.String(allow_none=True)  # JSON string
+    confidence = fields.Float(allow_none=True)
+    gaps_identified = fields.String(allow_none=True)  # JSON string
+    tokens_used = fields.Integer(allow_none=True)
+    tasks_completed = fields.Integer(allow_none=True)
+    tasks_failed = fields.Integer(allow_none=True)
+    input_context = fields.String(allow_none=True)  # JSON string
+    created_at = fields.DateTime(dump_only=True)
+    started_at = fields.DateTime(allow_none=True)
+    completed_at = fields.DateTime(allow_none=True)
+    updated_at = fields.DateTime(dump_only=True)
+    error_message = fields.String(allow_none=True)
+    retry_count = fields.Integer(allow_none=True)
+
+
+class DeepResearchAgenticUnitCreateSchema(Schema):
+    """Schema for creating agentic units."""
+
+    class Meta:
+        unknown = EXCLUDE
+
+    session_id = fields.Integer(required=True)
+    unit_id = fields.String(required=True)
+    unit_label = fields.String(allow_none=True)
+    objective = fields.String(required=True)
+    depends_on = fields.String(allow_none=True)  # JSON string of unit_ids
+    wave_number = fields.Integer(allow_none=True, load_default=0)

cs_models/resources/DeepResearchSession/__init__.py

@@ -0,0 +1,20 @@
+"""Deep Research Session model and schema exports."""
+from .models import (
+    DeepResearchSessionModel,
+    DeepResearchStatusEnum,
+    HITLStatusEnum,
+)
+from .schemas import (
+    DeepResearchSessionResourceSchema,
+    DeepResearchSessionCreateSchema,
+    DeepResearchSessionProgressSchema,
+)
+
+__all__ = [
+    "DeepResearchSessionModel",
+    "DeepResearchStatusEnum",
+    "HITLStatusEnum",
+    "DeepResearchSessionResourceSchema",
+    "DeepResearchSessionCreateSchema",
+    "DeepResearchSessionProgressSchema",
+]