cognite-neat 1.0.26__tar.gz → 1.0.27__tar.gz

{cognite_neat-1.0.26 → cognite_neat-1.0.27}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cognite-neat
-Version: 1.0.26
+Version: 1.0.27
 Summary: Knowledge graph transformation
 Author: Nikola Vasiljevic, Anders Albert
 Author-email: Nikola Vasiljevic <nikola.vasiljevic@cognite.com>, Anders Albert <anders.albert@cognite.com>

{cognite_neat-1.0.26 → cognite_neat-1.0.27}/cognite/neat/_config.py

@@ -105,6 +105,7 @@ class AlphaFlagConfig(ConfigModel):
         default=False,
         description="If enabled, Neat will run experimental validators that are still in alpha stage.",
     )
+    enable_cdf_analysis: bool = Field(default=False, description="If enabled, neat.cdf endpoint will be available.")
 
     def __setattr__(self, key: str, value: Any) -> None:
         """Set attribute value or raise AttributeError."""

{cognite_neat-1.0.26 → cognite_neat-1.0.27}/cognite/neat/_data_model/models/dms/_limits.py

@@ -9,6 +9,7 @@ class SpaceLimit(BaseModel):
     """Limits for spaces."""
 
     limit: int = 100
+    count: int = 0
 
 
 class ListablePropertyLimits(BaseModel):
@@ -51,6 +52,7 @@ class ContainerLimits(BaseModel):
     """Limits for containers."""
 
     limit: int = 1_000
+    count: int = 0
     properties: ContainerPropertyLimits = Field(default_factory=ContainerPropertyLimits)
 
 
@@ -58,6 +60,7 @@ class ViewLimits(BaseModel):
     """Limits for views."""
 
     limit: int = 2_000
+    count: int = 0
     versions: int = 100
     properties: int = 300
     implements: int = 10
@@ -68,6 +71,7 @@ class DataModelLimits(BaseModel):
     """Limits for data models."""
 
     limit: int = 500
+    count: int = 0
     versions: int = Field(100, description="Limit of versions per data model.")
     views: int = Field(100, description="Limit of views per data model.")
 

cognite_neat-1.0.27/cognite/neat/_session/_cdf.py

@@ -0,0 +1,36 @@
+# /Users/nikola/repos/neat/cognite/neat/_session/_cdf.py
+import uuid
+
+from cognite.neat._client import NeatClient
+from cognite.neat._config import NeatConfig
+from cognite.neat._store._store import NeatStore
+
+from ._html._render import render
+
+
+class CDF:
+    """Read from a data source into NeatSession graph store."""
+
+    def __init__(self, store: NeatStore, client: NeatClient, config: NeatConfig) -> None:
+        self._store = store
+        self._client = client
+        self._config = config
+
+    def _repr_html_(self) -> str:
+        """Generate HTML representation of CDF schema statistics."""
+        unique_id = str(uuid.uuid4())[:8]
+
+        return render(
+            "statistics",
+            {
+                "unique_id": unique_id,
+                "spaces_current": self._store.cdf_limits.spaces.count,
+                "spaces_limit": self._store.cdf_limits.spaces.limit,
+                "containers_current": self._store.cdf_limits.containers.count,
+                "containers_limit": self._store.cdf_limits.containers.limit,
+                "views_current": self._store.cdf_limits.views.count,
+                "views_limit": self._store.cdf_limits.views.limit,
+                "data_models_current": self._store.cdf_limits.data_models.count,
+                "data_models_limit": self._store.cdf_limits.data_models.limit,
+            },
+        )

{cognite_neat-1.0.26 → cognite_neat-1.0.27}/cognite/neat/_session/_html/_render.py

@@ -4,13 +4,13 @@ from . import static, templates
 
 ENCODING = "utf-8"
 
-Template: TypeAlias = Literal["issues", "deployment"]
+Template: TypeAlias = Literal["issues", "deployment", "statistics"]
 
 
-def render(template_name: Literal["issues", "deployment"], variables: dict[str, Any]) -> str:
+def render(template_name: Literal["issues", "deployment", "statistics"], variables: dict[str, Any]) -> str:
     """Generate HTML content from a template and variables."""
 
-    if template_name not in ["issues", "deployment"]:
+    if template_name not in ["issues", "deployment", "statistics"]:
         raise ValueError(f"Unknown template name: {template_name}")
 
     variables["SHARED_CSS"] = static.shared_style.read_text(encoding=ENCODING)
@@ -25,6 +25,11 @@ def render(template_name: Literal["issues", "deployment"], variables: dict[str,
         variables["SCRIPTS"] = static.deployment_scripts.read_text(encoding=ENCODING)
         variables["SPECIFIC_CSS"] = static.deployment_style.read_text(encoding=ENCODING)
 
+    elif template_name == "statistics":
+        template = templates.statistics.read_text(encoding=ENCODING)
+        variables["SCRIPTS"] = static.statistics_scripts.read_text(encoding=ENCODING)
+        variables["SPECIFIC_CSS"] = static.statistics_style.read_text(encoding=ENCODING)
+
     for key, value in variables.items():
         template = template.replace(f"{{{{{key}}}}}", str(value))
     return template

{cognite_neat-1.0.26 → cognite_neat-1.0.27}/cognite/neat/_session/_html/static/__init__.py

@@ -6,3 +6,6 @@ issues_scripts = Path(__file__).parent / "issues.js"
 
 deployment_style = Path(__file__).parent / "deployment.css"
 deployment_scripts = Path(__file__).parent / "deployment.js"
+
+statistics_style = Path(__file__).parent / "statistics.css"
+statistics_scripts = Path(__file__).parent / "statistics.js"

cognite_neat-1.0.27/cognite/neat/_session/_html/static/statistics.css

@@ -0,0 +1,163 @@
+.statistics-container {
+    font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
+    padding: 20px;
+    background: var(--bg-secondary);
+    border-radius: 8px;
+    color: var(--text-primary);
+    transition: all 0.3s ease;
+}
+
+.statistics-header {
+    margin-bottom: 24px;
+    position: relative;
+}
+
+.statistics-title {
+    margin: 0 0 8px 0;
+    font-size: 24px;
+    font-weight: 600;
+    color: var(--text-primary);
+}
+
+.statistics-subtitle {
+    margin: 0;
+    font-size: 14px;
+    color: var(--text-secondary);
+}
+
+.theme-toggle {
+    position: absolute;
+    top: 0;
+    right: 0;
+    padding: 8px 12px;
+    background: var(--bg-primary);
+    border: 2px solid var(--border-color);
+    border-radius: 6px;
+    color: var(--text-primary);
+    cursor: pointer;
+    display: flex;
+    align-items: center;
+    gap: 6px;
+    font-size: 13px;
+    font-weight: 500;
+    transition: all 0.2s;
+    box-shadow: 0 1px 3px rgba(0, 0, 0, 0.1);
+}
+
+.theme-toggle:hover {
+    background: var(--hover-bg);
+    border-color: var(--text-secondary);
+    box-shadow: 0 2px 4px rgba(0, 0, 0, 0.15);
+}
+
+.theme-toggle:active {
+    transform: scale(0.98);
+}
+
+.statistics-grid {
+    display: grid;
+    grid-template-columns: repeat(auto-fit, minmax(280px, 1fr));
+    gap: 16px;
+    margin-bottom: 20px;
+}
+
+.stat-card {
+    background: var(--bg-primary);
+    padding: 16px;
+    border-radius: 6px;
+    box-shadow: 0 1px 3px rgba(0, 0, 0, 0.1);
+    border: 1px solid var(--border-light);
+    transition: all 0.3s ease;
+}
+
+.stat-label {
+    margin: 0 0 12px 0;
+    font-size: 14px;
+    color: var(--text-secondary);
+    text-transform: uppercase;
+    letter-spacing: 0.5px;
+    font-weight: 600;
+}
+
+.stat-value {
+    display: flex;
+    align-items: baseline;
+    margin-bottom: 12px;
+}
+
+.stat-current {
+    font-size: 28px;
+    font-weight: bold;
+    color: var(--text-primary);
+}
+
+.stat-limit {
+    color: var(--text-muted);
+    margin-left: 8px;
+    font-size: 14px;
+}
+
+.stat-progress-bg {
+    background: var(--border-light);
+    border-radius: 4px;
+    height: 8px;
+    overflow: hidden;
+    margin-bottom: 8px;
+}
+
+.stat-progress-bar {
+    height: 100%;
+    transition: width 0.3s ease, background 0.3s ease;
+    background: #10b981;
+}
+
+.stat-usage {
+    font-size: 12px;
+    font-weight: 500;
+    color: #10b981;
+    transition: color 0.3s ease;
+}
+
+.statistics-additional {
+    background: var(--bg-primary);
+    padding: 16px;
+    border-radius: 6px;
+    box-shadow: 0 1px 3px rgba(0, 0, 0, 0.1);
+    border: 1px solid var(--border-light);
+    transition: all 0.3s ease;
+}
+
+.additional-title {
+    margin: 0 0 12px 0;
+    font-size: 14px;
+    color: var(--text-secondary);
+    text-transform: uppercase;
+    letter-spacing: 0.5px;
+    font-weight: 600;
+}
+
+.additional-content {
+    display: grid;
+    grid-template-columns: 1fr 1fr;
+    gap: 12px;
+}
+
+.component-item {
+    color: var(--text-primary);
+    transition: color 0.3s ease;
+}
+
+.component-item strong {
+    color: var(--text-primary);
+}
+
+.component-value {
+    color: #0066cc;
+    font-weight: 600;
+    margin-left: 8px;
+    transition: color 0.3s ease;
+}
+
+.dark-mode .component-value {
+    color: #60a5fa;
+}

cognite_neat-1.0.27/cognite/neat/_session/_html/static/statistics.js

@@ -0,0 +1,108 @@
+function initializeStatistics(uniqueId) {
+    /**
+     * Initialize stat cards with data from attributes and apply colors.
+     * Supports light/dark mode with color schema from shared CSS.
+     * Uses uniqueId to support multiple instances on the same page.
+     */
+
+    function getColor(percentage) {
+        if (percentage < 50) return '#10b981';    // green
+        if (percentage < 80) return '#f59e0b';    // amber
+        return '#ef4444';                         // red
+    }
+
+    function renderCards() {
+        const container = document.getElementById('statisticsContainer-' + uniqueId);
+        if (!container) return;
+
+        const cards = container.querySelectorAll('.stat-card');
+
+        cards.forEach(card => {
+            // Skip if already rendered
+            if (card.querySelector('.stat-label')) return;
+
+            const current = parseInt(card.dataset.current);
+            const limit = parseInt(card.dataset.limit);
+            const label = card.dataset.label;
+            const percentage = (current / limit * 100) || 0;
+            const color = getColor(percentage);
+
+            // Build card HTML
+            card.innerHTML = `
+                <h3 class="stat-label">${label}</h3>
+                <div class="stat-value">
+                    <span class="stat-current">${current}</span>
+                    <span class="stat-limit">/ ${limit}</span>
+                </div>
+                <div class="stat-progress-bg">
+                    <div class="stat-progress-bar" style="background: ${color}; width: ${Math.min(percentage, 100)}%;"></div>
+                </div>
+                <div class="stat-usage" style="color: ${color};">${percentage.toFixed(1)}% used</div>
+            `;
+        });
+    }
+
+    function setupThemeToggle() {
+        const container = document.getElementById('statisticsContainer-' + uniqueId);
+        if (!container) return;
+
+        // Check if theme toggle already exists
+        if (container.querySelector('.theme-toggle')) return;
+
+        // Create theme toggle button
+        const header = container.querySelector('.statistics-header');
+        if (!header) return;
+
+        const themeToggle = document.createElement('button');
+        themeToggle.className = 'theme-toggle';
+        themeToggle.id = 'themeToggleStats-' + uniqueId;
+        themeToggle.innerHTML = '<span id="themeIcon-' + uniqueId + '">🌙</span><span id="themeText-' + uniqueId + '">Dark</span>';
+
+        header.appendChild(themeToggle);
+
+        // Load saved theme preference
+        const storageKey = 'neat-statistics-theme-' + uniqueId;
+        const savedTheme = localStorage.getItem(storageKey) || 'light';
+
+        // Toggle theme on button click
+        themeToggle.addEventListener('click', () => {
+            const isDarkMode = container.classList.contains('dark-mode');
+            const newTheme = isDarkMode ? 'light' : 'dark';
+            applyTheme(newTheme);
+            localStorage.setItem(storageKey, newTheme);
+        });
+
+        function applyTheme(theme) {
+            const isDark = theme === 'dark';
+            const themeIcon = document.querySelector('#themeIcon-' + uniqueId);
+            const themeText = document.querySelector('#themeText-' + uniqueId);
+
+            if (isDark) {
+                container.classList.add('dark-mode');
+                if (themeIcon) themeIcon.textContent = '☀️';
+                if (themeText) themeText.textContent = 'Light';
+            } else {
+                container.classList.remove('dark-mode');
+                if (themeIcon) themeIcon.textContent = '🌙';
+                if (themeText) themeText.textContent = 'Dark';
+            }
+        }
+
+        // Apply initial theme
+        applyTheme(savedTheme);
+    }
+
+    // Render cards and setup theme toggle
+    renderCards();
+    setupThemeToggle();
+}
+
+// Call immediately with uniqueId for Jupyter notebooks
+initializeStatistics(uniqueId);
+
+// Also try on DOMContentLoaded for regular HTML pages
+if (document.readyState === 'loading') {
+    document.addEventListener('DOMContentLoaded', function() {
+        initializeStatistics(uniqueId);
+    });
+}

{cognite_neat-1.0.26 → cognite_neat-1.0.27}/cognite/neat/_session/_html/templates/__init__.py

@@ -2,3 +2,4 @@ from pathlib import Path
 
 issues = Path(__file__).parent / "issues.html"
 deployment = Path(__file__).parent / "deployment.html"
+statistics = Path(__file__).parent / "statistics.html"

cognite_neat-1.0.27/cognite/neat/_session/_html/templates/statistics.html

@@ -0,0 +1,26 @@
+<style>
+{{SHARED_CSS}}
+{{SPECIFIC_CSS}}
+</style>
+
+<div class="statistics-container" id="statisticsContainer-{{unique_id}}">
+    <div class="statistics-header">
+        <h2 class="statistics-title">CDF DMS Statistics</h2>
+        <p class="statistics-subtitle">Project usage and limits overview</p>
+    </div>
+
+    <div class="statistics-grid">
+        <div class="stat-card" data-current="{{spaces_current}}" data-limit="{{spaces_limit}}" data-label="Spaces"></div>
+        <div class="stat-card" data-current="{{containers_current}}" data-limit="{{containers_limit}}" data-label="Containers"></div>
+        <div class="stat-card" data-current="{{views_current}}" data-limit="{{views_limit}}" data-label="Views"></div>
+        <div class="stat-card" data-current="{{data_models_current}}" data-limit="{{data_models_limit}}" data-label="Data Models"></div>
+    </div>
+
+</div>
+
+<script>
+(function() {
+    const uniqueId = '{{unique_id}}';
+    {{SCRIPTS}}
+})();
+</script>

{cognite_neat-1.0.26 → cognite_neat-1.0.27}/cognite/neat/_session/_session.py

@@ -10,6 +10,7 @@ from cognite.neat._state_machine import EmptyState, PhysicalState
 from cognite.neat._store import NeatStore
 from cognite.neat._utils.http_client import ParametersRequest, SuccessResponse
 
+from ._cdf import CDF
 from ._issues import Issues
 from ._physical import PhysicalDataModel
 from ._result import Result
@@ -51,6 +52,9 @@ class NeatSession:
         self.issues = Issues(self._store)
         self.result = Result(self._store)
 
+        if self._config.alpha.enable_cdf_analysis:
+            self.cdf = CDF(self._store, self._client, self._config)
+
         collector = Collector()
         if collector.can_collect:
             collector.collect("initSession", {"mode": self._config.modeling.mode})

{cognite_neat-1.0.26 → cognite_neat-1.0.27}/cognite/neat/_utils/_reader.py

@@ -6,7 +6,7 @@ from pathlib import Path
 from typing import IO, Any, TextIO
 from urllib.parse import urlparse
 
-import requests
+import httpx
 
 
 class NeatReader(ABC):
@@ -124,24 +124,24 @@ class HttpFileReader(NeatReader):
         return self.path
 
     def read_text(self) -> str:
-        response = requests.get(self._url)
+        response = httpx.get(self._url)
         response.raise_for_status()
         return response.text
 
     def read_bytes(self) -> bytes:
-        response = requests.get(self._url)
+        response = httpx.get(self._url)
         response.raise_for_status()
         return response.content
 
     def size(self) -> int:
-        response = requests.head(self._url)
+        response = httpx.head(self._url)
         response.raise_for_status()
         return int(response.headers["Content-Length"])
 
     def iterate(self, chunk_size: int) -> Iterable[str]:
-        with requests.get(self._url, stream=True) as response:
+        with httpx.stream("GET", self._url) as response:
             response.raise_for_status()
-            for chunk in response.iter_content(chunk_size):
+            for chunk in response.iter_bytes(chunk_size):
                 yield chunk.decode("utf-8")
 
     def __enter__(self) -> IO:
@@ -151,7 +151,7 @@ class HttpFileReader(NeatReader):
         return self._url
 
     def exists(self) -> bool:
-        response = requests.head(self._url)
+        response = httpx.head(self._url)
         return 200 <= response.status_code < 400
 
     def materialize_path(self) -> Path:

cognite_neat-1.0.27/cognite/neat/_version.py

@@ -0,0 +1,2 @@
+__version__ = "1.0.27"
+__engine__ = "^2.0.4"

{cognite_neat-1.0.26 → cognite_neat-1.0.27}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "cognite-neat"
-version = "1.0.26"
+version = "1.0.27"
 readme = "README.md"
 description = "Knowledge graph transformation"
 authors = [

cognite_neat-1.0.26/cognite/neat/_version.py

@@ -1,2 +0,0 @@
-__version__ = "1.0.26"
-__engine__ = "^2.0.4"