ivoryos 1.0.9__py3-none-any.whl → 1.4.4__py3-none-any.whl

ivoryos/routes/execute/templates/components/tab_configuration.html

@@ -0,0 +1,383 @@
+{# Configuration tab component #}
+<div class="tab-pane fade {{ 'show active' if config_list else '' }}" id="tab2" role="tabpanel" aria-labelledby="tab2-tab">
+    <!-- File Management Section -->
+    <div class="card mb-4">
+        <div class="card-header d-flex justify-content-between align-items-center">
+            <h6 class="mb-0"><i class="bi bi-file-earmark-text"></i> Configuration File</h6>
+            <small class="text-muted">
+                <a href="{{ url_for('execute.execute_files.download_empty_config', filetype='configure') }}">
+                    <i class="bi bi-download"></i> Download Empty Template
+                </a>
+            </small>
+        </div>
+        <div class="card-body">
+            <div class="row g-3">
+                <!-- File Selection -->
+                <div class="col-md-6">
+                    <form name="filenameForm" id="filenameForm" method="GET" action="{{ url_for('execute.experiment_run') }}" enctype="multipart/form-data">
+                        <div class="input-group">
+                            <label class="input-group-text"><i class="bi bi-folder2-open"></i></label>
+                            <select class="form-select" name="filename" id="filenameSelect" onchange="document.getElementById('filenameForm').submit();">
+                                <option {{ 'selected' if not filename else '' }} value="">-- Select existing file --</option>
+                                {% for config_file in config_file_list %}
+                                    <option {{ 'selected' if filename == config_file else '' }} value="{{ config_file }}">{{ config_file }}</option>
+                                {% endfor %}
+                            </select>
+                        </div>
+                    </form>
+                </div>
+
+                <!-- File Upload -->
+                <div class="col-md-6">
+                    <form method="POST" id="loadFile" name="loadFile" action="{{ url_for('execute.execute_files.upload') }}" enctype="multipart/form-data">
+                        <div class="input-group">
+                            <input class="form-control" name="file" type="file" accept=".csv" required="required" onchange="document.getElementById('loadFile').submit();">
+                        </div>
+                    </form>
+                </div>
+            </div>
+        </div>
+    </div>
+
+    <!-- Configuration Table -->
+    <div class="card mb-4">
+        <div class="card-header position-relative">
+            <div class="position-absolute top-50 end-0 translate-middle-y me-3">
+                <span id="saveStatus" class="badge bg-success" style="display: none;">
+                    <i class="bi bi-check-circle"></i> Auto-saved
+                </span>
+                <span id="modifiedStatus" class="badge bg-warning" style="display: none;">
+                    <i class="bi bi-pencil"></i> Modified
+                </span>
+            </div>
+        </div>
+        <div class="card-body p-0">
+            <form method="POST" name="online-config" id="online-config" action="{{url_for('execute.experiment_run')}}">
+                <div class="table-responsive">
+                    <table id="dataInputTable" class="table table-striped table-hover mb-0">
+                        <thead class="table-dark">
+                        <tr>
+                            <th style="width: 40px;">#</th>
+                            {% for column in config_list %}
+                                <th>{{ column }}</th>
+                            {% endfor %}
+                            <th></th>
+                        </tr>
+                        </thead>
+                        <tbody id="tableBody">
+                        </tbody>
+                    </table>
+                </div>
+
+                <div class="card-footer">
+                    <div class="d-flex justify-content-between align-items-center flex-wrap gap-3">
+                        <!-- Left side: Action buttons -->
+                        <div class="d-flex gap-2 flex-wrap">
+                            <button type="button" class="btn btn-success" onclick="addRow()">
+                                <i class="bi bi-plus-circle"></i> Add Row
+                            </button>
+                            <button type="button" class="btn btn-warning" onclick="clearAllRows()">
+                                <i class="bi bi-trash"></i> Clear All
+                            </button>
+                            <button type="button" class="btn btn-info" onclick="resetToFile()" id="resetToFileBtn" style="display: none;">
+                                <i class="bi bi-arrow-clockwise"></i> Reset to File
+                            </button>
+                        </div>
+
+                        <!-- Right side: Batch size and Run button -->
+                        <div class="d-flex gap-2 align-items-center flex-wrap">
+                            <div class="input-group" style="width: auto;">
+                                <label class="input-group-text" for="batch_size">Batch size</label>
+                                <input class="form-control" type="number" id="batch_size" name="batch_size" min="1" max="1000" value="1" style="width: 80px;">
+                            </div>
+                            <button type="submit" name="online-config" class="btn btn-primary btn-lg">
+                                <i class="bi bi-play-circle"></i> Run
+                            </button>
+                        </div>
+                    </div>
+                </div>
+
+            </form>
+        </div>
+        <!-- Config Preview (if loaded from file) -->
+        {% if config_preview %}
+            <div class="alert alert-info">
+                <small><i class="bi bi-info-circle"></i> {{ config_preview|length }} rows loaded from {{ filename }}</small>
+            </div>
+        {% endif %}
+    </div>
+</div>
+<script>
+    var rowCount = 0;
+    var configColumns = [
+        {% for column in config_list %}
+            '{{ column }}'{{ ',' if not loop.last else '' }}
+        {% endfor %}
+    ];
+    var configTypes = {
+        {% for column, type in config_type_list.items() %}
+            '{{ column }}': '{{ type }}'{{ ',' if not loop.last else '' }}
+        {% endfor %}
+    };
+
+    // State management
+    var originalFileData = null;
+    var isModifiedFromFile = false;
+    var saveTimeout = null;
+    var lastSavedData = null;
+
+    function addRow(data = null, skipSave = false) {
+        rowCount++;
+        var tableBody = document.getElementById("tableBody");
+        var newRow = tableBody.insertRow(-1);
+
+        // Row number cell
+        var rowNumCell = newRow.insertCell(-1);
+        rowNumCell.innerHTML = '<span class="badge bg-secondary">' + rowCount + '</span>';
+
+        // Data cells
+        configColumns.forEach(function(column, index) {
+            var cell = newRow.insertCell(-1);
+            var value = data && data[column] ? data[column] : '';
+            var placeholder = configTypes[column] || 'value';
+            cell.innerHTML = '<input type="text" class="form-control form-control-sm" name="' +
+                column + '[' + rowCount + ']" value="' + value + '" placeholder="' + placeholder +
+                '" oninput="onInputChange()" onchange="onInputChange()">';
+        });
+
+        // Action cell
+        var actionCell = newRow.insertCell(-1);
+        actionCell.innerHTML = '<button type="button" class="btn btn-sm btn-outline-danger" onclick="removeRow(this)" title="Remove row">' +
+            '<i class="bi bi-trash"></i></button>';
+
+        if (!skipSave) {
+            markAsModified();
+            debouncedSave();
+        }
+    }
+
+    function removeRow(button) {
+        var row = button.closest('tr');
+        row.remove();
+        updateRowNumbers();
+        markAsModified();
+        debouncedSave();
+    }
+
+    function updateRowNumbers() {
+        var tableBody = document.getElementById("tableBody");
+        var rows = tableBody.getElementsByTagName('tr');
+        for (var i = 0; i < rows.length; i++) {
+            var badge = rows[i].querySelector('.badge');
+            if (badge) {
+                badge.textContent = i + 1;
+            }
+        }
+    }
+
+    function clearAllRows() {
+        if (confirm('Are you sure you want to clear all rows?')) {
+            var tableBody = document.getElementById("tableBody");
+            tableBody.innerHTML = '';
+            rowCount = 0;
+            markAsModified();
+            clearSavedData();
+            // Add 5 empty rows by default
+            for (let i = 0; i < 5; i++) {
+                addRow(null, true);
+            }
+            debouncedSave();
+        }
+    }
+
+    function resetToFile() {
+        if (originalFileData && confirm('Reset to original file data? This will lose all manual changes.')) {
+            loadDataFromSource(originalFileData, false);
+            isModifiedFromFile = false;
+            updateStatusIndicators();
+            debouncedSave();
+        }
+    }
+
+    function onInputChange() {
+        markAsModified();
+        debouncedSave();
+    }
+
+    function markAsModified() {
+        if (originalFileData) {
+            isModifiedFromFile = true;
+            updateStatusIndicators();
+        }
+    }
+
+    function updateStatusIndicators() {
+        var modifiedStatus = document.getElementById('modifiedStatus');
+        var resetBtn = document.getElementById('resetToFileBtn');
+
+        if (isModifiedFromFile && originalFileData) {
+            modifiedStatus.style.display = 'inline-block';
+            resetBtn.style.display = 'inline-block';
+        } else {
+            modifiedStatus.style.display = 'none';
+            resetBtn.style.display = 'none';
+        }
+    }
+
+    function showSaveStatus() {
+        var saveStatus = document.getElementById('saveStatus');
+        saveStatus.style.display = 'inline-block';
+        setTimeout(function() {
+            saveStatus.style.display = 'none';
+        }, 2000);
+    }
+
+    function debouncedSave() {
+        clearTimeout(saveTimeout);
+        saveTimeout = setTimeout(function() {
+            saveFormData();
+            showSaveStatus();
+        }, 1000); // Save 1 second after user stops typing
+    }
+
+    function saveFormData() {
+        var formData = getCurrentFormData();
+        try {
+            sessionStorage.setItem('configFormData', JSON.stringify(formData));
+            sessionStorage.setItem('configModified', isModifiedFromFile.toString());
+            lastSavedData = formData;
+            console.log('Tab2: Saved form data', formData.length, 'rows');
+        } catch (e) {
+            console.warn('Could not save form data to sessionStorage:', e);
+        }
+    }
+
+    function getCurrentFormData() {
+        var tableBody = document.getElementById("tableBody");
+        var rows = tableBody.getElementsByTagName('tr');
+        var data = [];
+
+        for (var i = 0; i < rows.length; i++) {
+            var inputs = rows[i].getElementsByTagName('input');
+            var rowData = {};
+            var hasData = false;
+
+            for (var j = 0; j < inputs.length; j++) {
+                var input = inputs[j];
+                var name = input.name;
+                if (name) {
+                    var columnName = name.substring(0, name.indexOf('['));
+                    rowData[columnName] = input.value;
+                    if (input.value.trim() !== '') {
+                        hasData = true;
+                    }
+                }
+            }
+
+            if (hasData) {
+                data.push(rowData);
+            }
+        }
+
+        return data;
+    }
+
+    function loadSavedData() {
+        try {
+            var savedData = sessionStorage.getItem('configFormData');
+            var savedModified = sessionStorage.getItem('configModified');
+
+            if (savedData) {
+                var parsedData = JSON.parse(savedData);
+                isModifiedFromFile = savedModified === 'true';
+                console.log('Tab2: Loaded saved data', parsedData.length, 'rows');
+                return parsedData;
+            }
+        } catch (e) {
+            console.warn('Could not load saved form data:', e);
+        }
+        return null;
+    }
+
+    function clearSavedData() {
+        try {
+            sessionStorage.removeItem('configFormData');
+            sessionStorage.removeItem('configModified');
+            console.log('Tab2: Cleared saved data');
+        } catch (e) {
+            console.warn('Could not clear saved data:', e);
+        }
+    }
+
+    function loadDataFromSource(data, isFromFile = false) {
+        // Clear existing rows
+        var tableBody = document.getElementById("tableBody");
+        tableBody.innerHTML = '';
+        rowCount = 0;
+
+        // Add rows with data
+        data.forEach(function(rowData) {
+            addRow(rowData, true);
+        });
+
+        // Add a few empty rows for additional input
+        for (let i = 0; i < 3; i++) {
+            addRow(null, true);
+        }
+
+        if (isFromFile) {
+            originalFileData = JSON.parse(JSON.stringify(data)); // Deep copy
+            isModifiedFromFile = false;
+            clearSavedData(); // Clear saved data when loading from file
+        }
+
+        updateStatusIndicators();
+    }
+
+    function loadConfigData() {
+        // Check for saved form data first
+        var savedData = loadSavedData();
+
+        {% if config_preview %}
+            var fileData = {{ config_preview | tojson | safe }};
+            originalFileData = JSON.parse(JSON.stringify(fileData)); // Deep copy
+
+            if (savedData && savedData.length > 0) {
+                // Load saved data if available
+                loadDataFromSource(savedData, false);
+                console.log('Tab2: Loaded saved form data');
+            } else {
+                // Load from file
+                loadDataFromSource(fileData, true);
+                console.log('Tab2: Loaded file data');
+            }
+        {% else %}
+            if (savedData && savedData.length > 0) {
+                // Load saved data
+                loadDataFromSource(savedData, false);
+                console.log('Tab2: Loaded saved form data');
+            } else {
+                // Add default empty rows
+                for (let i = 0; i < 5; i++) {
+                    addRow(null, true);
+                }
+            }
+        {% endif %}
+    }
+
+    // Handle page unload
+    window.addEventListener('beforeunload', function() {
+        saveFormData();
+    });
+
+    // Initialize table when page loads
+    document.addEventListener("DOMContentLoaded", function() {
+        loadConfigData();
+    });
+
+    // ============================================
+    // EXPOSE FUNCTIONS GLOBALLY FOR COORDINATION
+    // ============================================
+    window.saveFormData = saveFormData;
+    window.loadConfigData = loadConfigData;
+</script>

ivoryos/routes/execute/templates/components/tab_repeat.html

@@ -0,0 +1,18 @@
+{# Repeat tab component #}
+<div class="tab-pane fade {{ 'show active' if not config_list else '' }}" id="tab1" role="tabpanel" aria-labelledby="tab1-tab">
+    <p></p>
+    <form role="form" method='POST' name="run" action="{{url_for('execute.experiment_run')}}">
+        <div class="input-group mb-3">
+            <label class="input-group-text" for="batch_size">Batch size </label>
+            <input class="form-control" type="number" id="batch_size" name="batch_size" min="1" max="1000" value="1">
+        </div>
+        <div class="input-group mb-3">
+            <label class="input-group-text" for="repeat">Repeat for </label>
+            <input class="form-control" type="number" id="repeat" name="repeat" min="1" max="1000" value="1">
+            <label class="input-group-text" for="repeat"> times</label>
+        </div>
+        <div class="input-group mb-3">
+            <button class="form-control" type="submit" class="btn btn-dark">Run</button>
+        </div>
+    </form>
+</div>

ivoryos/routes/execute/templates/experiment_run.html

@@ -0,0 +1,30 @@
+{% extends 'base.html' %}
+{% block title %}IvoryOS | Design execution{% endblock %}
+
+{% block body %}
+    <script src="https://cdnjs.cloudflare.com/ajax/libs/socket.io/4.4.1/socket.io.js"></script>
+
+    {% if no_deck_warning and not dismiss %}
+        {# auto pop import when there is no deck#}
+        <script type="text/javascript">
+            function OpenBootstrapPopup() {
+                $("#importModal").modal('show');
+            }
+            window.onload = function () {
+                OpenBootstrapPopup();
+            };
+        </script>
+    {% endif %}
+
+    <div class="row">
+        {% include 'components/run_panel.html' %}
+        {% include 'components/progress_panel.html' %}
+        {% include 'components/logging_panel.html' %}
+    </div>
+
+    {# Include error modal #}
+    {% include 'components/error_modal.html' %}
+
+    <script src="{{ url_for('static', filename='js/socket_handler.js') }}"></script>
+
+{% endblock %}

ivoryos/routes/library/library.py

@@ -0,0 +1,157 @@
+from flask import Blueprint, redirect, url_for, flash, request, render_template, session, current_app, jsonify
+from flask_login import login_required, current_user
+
+from ivoryos.utils.db_models import Script, db, WorkflowRun, WorkflowStep
+from ivoryos.utils.utils import get_script_file, post_script_file
+
+library = Blueprint('library', __name__, template_folder='templates')
+
+
+
+@library.route("/<string:script_name>", methods=["GET", "POST", "DELETE"])
+@login_required
+def workflow_script(script_name:str):
+    # todo: split this into two routes, one for GET and POST, another for DELETE
+    """
+    .. :quickref: Workflow Script Database; get, post, delete a workflow script
+
+    .. http:get:: /library/<string: script_name>
+
+    :param script_name: script name
+    :type script_name: str
+    :status 302: redirect to :http:get:`/ivoryos/draft`
+
+    .. http:post:: /library/<string: script_name>
+
+    :param script_name: script name
+    :type script_name: str
+    :status 200: json response with success status
+
+    .. http:delete:: /library/<string: script_name>
+
+    :param script_name: script name
+    :type script_name: str
+    :status 302: redirect to :http:get:`/ivoryos/draft`
+
+    """
+    row = Script.query.get(script_name)
+    if request.method == "DELETE":
+        if not row:
+            return jsonify(success=False)
+        db.session.delete(row)
+        db.session.commit()
+        return jsonify(success=True)
+    if request.method == "GET":
+        if not row:
+            return jsonify(success=False)
+        script = Script(**row.as_dict())
+        post_script_file(script)
+        pseudo_name = session.get("pseudo_deck", "")
+        off_line = current_app.config["OFF_LINE"]
+        if off_line and pseudo_name and not script.deck == pseudo_name:
+            flash(f"Choose the deck with name {script.deck}")
+        if request.accept_mimetypes.best_match(['application/json', 'text/html']) == 'application/json':
+            return jsonify({
+                "script": script.as_dict(),
+                "python_script": script.compile(),
+            })
+        return redirect(url_for('design.experiment_builder'))
+    if request.method == "POST":
+        status = publish()
+        return jsonify(status)
+    return None
+
+
+def publish():
+    script = get_script_file()
+
+    if script.author is None:
+        script.author = current_user.get_id()
+    if not script.name or not script.deck:
+        return {"success": False, "error": "Deck cannot be empty, try to re-submit deck configuration on the left panel"}
+    row = Script.query.get(script.name)
+    if row and row.status == "finalized":
+        return {"success": False, "error": "This is a protected script, use save as to rename."}
+
+    elif row and current_user.get_id() != row.author:
+        return {"success": False, "error": "You are not the author, use save as to rename."}
+    else:
+        db.session.merge(script)
+        db.session.commit()
+        return {"success": True, "message": "Script published successfully"}
+
+
+@library.get("/", strict_slashes=False)
+@login_required
+def load_from_database():
+    """
+    .. :quickref: Script Database; database page
+
+    backend control through http requests
+
+    .. http:get:: /library
+
+
+    """
+    session.pop('edit_action', None)  # reset cache
+    query = Script.query
+    search_term = request.args.get("keyword", None)
+    deck_name = request.args.get("deck", None)
+    if search_term:
+        query = query.filter(Script.name.like(f'%{search_term}%'))
+    if deck_name is None:
+        temp = Script.query.with_entities(Script.deck).distinct().all()
+        deck_list = [i[0] for i in temp]
+    else:
+        query = query.filter(Script.deck == deck_name)
+        deck_list = ["ALL"]
+    page = request.args.get('page', default=1, type=int)
+    per_page = 10
+
+    scripts = query.paginate(page=page, per_page=per_page, error_out=False)
+    if request.accept_mimetypes.best_match(['application/json', 'text/html']) == 'application/json':
+        scripts = query.all()
+        script_names = [script.name for script in scripts]
+        return jsonify({
+            "workflows": script_names,
+        })
+    else:
+        # return HTML
+        return render_template("library.html", scripts=scripts, deck_list=deck_list, deck_name=deck_name)
+
+
+
+
+@library.post("/", strict_slashes=False)
+@login_required
+def save_as():
+    """
+    .. :quickref: Script Database; save the script as
+
+    save the current workflow script as
+
+    .. http:post:: /library
+
+    : form run_name: new workflow name
+    :status 302: redirect to :http:get:`/ivoryos/draft`
+
+    """
+    if request.method == "POST":
+        run_name = request.form.get("run_name")
+        ## TODO: check if run_name is valid
+        register_workflow = request.form.get("register_workflow")
+        script = get_script_file()
+        script.save_as(run_name)
+        script.registered = register_workflow == "on"
+        script.author = current_user.get_id()
+        post_script_file(script)
+        status = publish()
+        if request.accept_mimetypes.best_match(['application/json', 'text/html']) == 'application/json':
+            return jsonify(status)
+        else:
+            if status["success"]:
+                flash("Script saved successfully")
+            else:
+                flash(status["error"], "error")
+            return redirect(url_for('design.experiment_builder'))
+