edsl 0.1.39.dev1__py3-none-any.whl → 0.1.39.dev3__py3-none-any.whl

edsl/templates/error_reporting/exceptions_by_model.html

@@ -1,35 +1,35 @@
-<h2>Exceptions by Model</h2>
-<table border="1">
-    <thead>
-        <tr>
-            <th>Model</th>
-            <th>Number</th>
-        </tr>
-    </thead>
-    <tbody>
-        {% for model, exceptions in exceptions_by_model.items() %}
-            <tr>
-                <td>{{ model }}</td>
-                <td>{{ exceptions }}</td>
-            </tr>
-        {% endfor %}
-    </tbody>
-</table>
-
-<h2>Exceptions by Service</h2>
-<table border="1">
-    <thead>
-        <tr>
-            <th>Service</th>
-            <th>Number</th>
-        </tr>
-    </thead>
-    <tbody>
-        {% for service, exceptions in exceptions_by_service.items() %}
-            <tr>
-                <td>{{ service }}</td>
-                <td>{{ exceptions }}</td>
-            </tr>
-        {% endfor %}
-    </tbody>
+<h2>Exceptions by Model</h2>
+<table border="1">
+    <thead>
+        <tr>
+            <th>Model</th>
+            <th>Number</th>
+        </tr>
+    </thead>
+    <tbody>
+        {% for model, exceptions in exceptions_by_model.items() %}
+            <tr>
+                <td>{{ model }}</td>
+                <td>{{ exceptions }}</td>
+            </tr>
+        {% endfor %}
+    </tbody>
+</table>
+
+<h2>Exceptions by Service</h2>
+<table border="1">
+    <thead>
+        <tr>
+            <th>Service</th>
+            <th>Number</th>
+        </tr>
+    </thead>
+    <tbody>
+        {% for service, exceptions in exceptions_by_service.items() %}
+            <tr>
+                <td>{{ service }}</td>
+                <td>{{ exceptions }}</td>
+            </tr>
+        {% endfor %}
+    </tbody>
 </table>

edsl/templates/error_reporting/exceptions_by_question_name.html

@@ -1,17 +1,17 @@
-<h2>Exceptions by Question Name</h2>
-<table border="1">
-    <thead>
-        <tr>
-            <th>Question Name</th>
-            <th>Number of Exceptions</th>
-        </tr>
-    </thead>
-    <tbody>
-        {% for question_name, exception_count in exceptions_by_question_name.items() %}
-            <tr>
-                <td>{{ question_name }}</td>
-                <td>{{ exception_count }}</td>
-            </tr>
-        {% endfor %}
-    </tbody>
+<h2>Exceptions by Question Name</h2>
+<table border="1">
+    <thead>
+        <tr>
+            <th>Question Name</th>
+            <th>Number of Exceptions</th>
+        </tr>
+    </thead>
+    <tbody>
+        {% for question_name, exception_count in exceptions_by_question_name.items() %}
+            <tr>
+                <td>{{ question_name }}</td>
+                <td>{{ exception_count }}</td>
+            </tr>
+        {% endfor %}
+    </tbody>
 </table>

edsl/templates/error_reporting/exceptions_by_type.html

@@ -1,17 +1,17 @@
-<h2>Exceptions by Type</h2>
-<table border="1">
-    <thead>
-        <tr>
-            <th>Exception Type</th>
-            <th>Number</th>
-        </tr>
-    </thead>
-    <tbody>
-        {% for exception_type, exceptions in exceptions_by_type.items() %}
-            <tr>
-                <td>{{ exception_type }}</td>
-                <td>{{ exceptions }}</td>
-            </tr>
-        {% endfor %}
-    </tbody>
+<h2>Exceptions by Type</h2>
+<table border="1">
+    <thead>
+        <tr>
+            <th>Exception Type</th>
+            <th>Number</th>
+        </tr>
+    </thead>
+    <tbody>
+        {% for exception_type, exceptions in exceptions_by_type.items() %}
+            <tr>
+                <td>{{ exception_type }}</td>
+                <td>{{ exceptions }}</td>
+            </tr>
+        {% endfor %}
+    </tbody>
 </table>

edsl/templates/error_reporting/interview_details.html

@@ -1,116 +1,116 @@
-<div class="question">question_name: {{ question }}</div>
-
-
-<h2>Exception details</h2>
-
-{% for exception_message in exceptions %}
-<div class="exception-detail">
-        <div class="exception-header">
-        <span class="exception-exception">Exception: {{ exception_message.name }}</span>
-        <button class="toggle-btn">▼</button>
-        </div>
-        <div class="exception-content">
-        <table border="1">
-            <tr>
-                <th>Key</th>
-                <th>Value</th>
-            </tr>
-            <tr>
-                <td>Interview ID (index in results)</td>
-                <td>{{ index }}</td>
-            </tr>
-            <tr>
-                <td>Question name (question_name)</td>
-                <td>{{ question }}</td>
-            </tr>
- 
-            <tr>
-                <td>Question type (question_type)</td>
-                <td>{{ exception_message.question_type }}</td>
-            </tr>
- 
-            <tr>
-                <td>Human-readable question</td>
-                <td>{{ interview.survey.get_question(question).html(
-                    scenario = interview.scenario, 
-                    agent = interview.agent,
-                    answers = exception_message.answers) 
-                
-                }}</td>
-            </tr>
-            <tr>
-                <td>Scenario</td>
-                <td>{{ interview.scenario.__repr__() }}</td>
-            </tr>
-            <tr>
-                <td>Agent</td>
-                <td>{{ interview.agent.__repr__() }}</td>
-            </tr>
-            <tr>
-                <td>Model name</td>
-                <td>{{ interview.model.model }}</td>
-            </tr>
-            <tr>
-                <td>Inference service</td>
-                <td>{{ interview.model._inference_service_ }}</td>
-            </tr>
-            <tr>
-                <td>Model parameters</td>
-                <td>{{ interview.model.__repr__() }}</td>
-            </tr>
-            <tr>
-                <td>User Prompt</td>
-                <td><pre>{{ exception_message.rendered_prompts['user_prompt'] }}</pre></td>
-            </tr>
-            <tr>
-                <td>System Prompt</td>
-                <td><pre>{{ exception_message.rendered_prompts['system_prompt'] }}</pre></td>
-            </tr>
-            <tr>
-                <td>Raw model response</td>
-                <td><pre>{{ exception_message.raw_model_response }}</pre>
-                </td>
-            </tr>
-            <tr>
-                <td>Generated token string (at {{ exception_message.key_sequence }}) in raw response</td>
-                <td><pre>{{ exception_message.generated_token_string }}</pre>
-                </td>
-            </tr>
-            <tr>
-            <td>Code to (likely) reproduce the error</td>
-            <td>
-                <textarea id="codeToCopy" rows="10" cols="90">{{ exception_message.code_to_reproduce }}</textarea>
-                <button onclick="copyCode()">Copy</button>
-            </td>
-            </tr>
-
-        </table>
-
-        
-            {% if exception_message.exception.__class__.__name__ == 'QuestionAnswerValidationError' %}        
-            <h3>Answer validation details</h3>
-            <table border="1">
-                <tr>
-                    <th>Field</th>
-                    <th>Value</th>
-                </tr>
-                {% for field, (explanation, open_tag, close_tag, value) in exception_message.exception.to_html_dict().items() %}
-                
-                <tr>
-                    <td>{{ field }}: ({{ explanation }})</td>
-                    <td><{{open_tag}}> {{ value | escape }} <{{close_tag}}></td>
-                </tr>
-                {% endfor %}
-            </table>
-        {% endif %}
-
-            <div class="exception-time">Time: {{ exception_message.time }}</div>          
-            <div class="exception-traceback">Traceback: 
-                <text>
-                <pre>{{ exception_message.traceback }}</pre>
-                </text>
-            </div>
-        </div>
-    </div>
-
+<div class="question">question_name: {{ question }}</div>
+
+
+<h2>Exception details</h2>
+
+{% for exception_message in exceptions %}
+<div class="exception-detail">
+        <div class="exception-header">
+        <span class="exception-exception">Exception: {{ exception_message.name }}</span>
+        <button class="toggle-btn">▼</button>
+        </div>
+        <div class="exception-content">
+        <table border="1">
+            <tr>
+                <th>Key</th>
+                <th>Value</th>
+            </tr>
+            <tr>
+                <td>Interview ID (index in results)</td>
+                <td>{{ index }}</td>
+            </tr>
+            <tr>
+                <td>Question name (question_name)</td>
+                <td>{{ question }}</td>
+            </tr>
+ 
+            <tr>
+                <td>Question type (question_type)</td>
+                <td>{{ exception_message.question_type }}</td>
+            </tr>
+ 
+            <tr>
+                <td>Human-readable question</td>
+                <td>{{ interview.survey.get_question(question).html(
+                    scenario = interview.scenario, 
+                    agent = interview.agent,
+                    answers = exception_message.answers) 
+                
+                }}</td>
+            </tr>
+            <tr>
+                <td>Scenario</td>
+                <td>{{ interview.scenario.__repr__() }}</td>
+            </tr>
+            <tr>
+                <td>Agent</td>
+                <td>{{ interview.agent.__repr__() }}</td>
+            </tr>
+            <tr>
+                <td>Model name</td>
+                <td>{{ interview.model.model }}</td>
+            </tr>
+            <tr>
+                <td>Inference service</td>
+                <td>{{ interview.model._inference_service_ }}</td>
+            </tr>
+            <tr>
+                <td>Model parameters</td>
+                <td>{{ interview.model.__repr__() }}</td>
+            </tr>
+            <tr>
+                <td>User Prompt</td>
+                <td><pre>{{ exception_message.rendered_prompts['user_prompt'] }}</pre></td>
+            </tr>
+            <tr>
+                <td>System Prompt</td>
+                <td><pre>{{ exception_message.rendered_prompts['system_prompt'] }}</pre></td>
+            </tr>
+            <tr>
+                <td>Raw model response</td>
+                <td><pre>{{ exception_message.raw_model_response }}</pre>
+                </td>
+            </tr>
+            <tr>
+                <td>Generated token string (at {{ exception_message.key_sequence }}) in raw response</td>
+                <td><pre>{{ exception_message.generated_token_string }}</pre>
+                </td>
+            </tr>
+            <tr>
+            <td>Code to (likely) reproduce the error</td>
+            <td>
+                <textarea id="codeToCopy" rows="10" cols="90">{{ exception_message.code_to_reproduce }}</textarea>
+                <button onclick="copyCode()">Copy</button>
+            </td>
+            </tr>
+
+        </table>
+
+        
+            {% if exception_message.exception.__class__.__name__ == 'QuestionAnswerValidationError' %}        
+            <h3>Answer validation details</h3>
+            <table border="1">
+                <tr>
+                    <th>Field</th>
+                    <th>Value</th>
+                </tr>
+                {% for field, (explanation, open_tag, close_tag, value) in exception_message.exception.to_html_dict().items() %}
+                
+                <tr>
+                    <td>{{ field }}: ({{ explanation }})</td>
+                    <td><{{open_tag}}> {{ value | escape }} <{{close_tag}}></td>
+                </tr>
+                {% endfor %}
+            </table>
+        {% endif %}
+
+            <div class="exception-time">Time: {{ exception_message.time }}</div>          
+            <div class="exception-traceback">Traceback: 
+                <text>
+                <pre>{{ exception_message.traceback }}</pre>
+                </text>
+            </div>
+        </div>
+    </div>
+
 {% endfor %}

edsl/templates/error_reporting/interviews.html

@@ -1,19 +1,19 @@
-
-{% if interviews|length > max_interviews %}
-    <h1>Only showing the first {{ max_interviews }} interviews with errors</h1>
-{% else %}
-    <h1>Showing all interviews</h1>    
-{% endif %}
-
-{% for index, interview in interviews.items() %}
-    {% if index < max_interviews %}
-        {% if interview.exceptions != {} %}
-        <div class="interview">Interview: {{ index }} </div>
-        Model: {{ interview.model.model }}
-        <h1>Failing questions</h1>
-        {% endif %}
-        {% for question, exceptions in interview.exceptions.items() %}
-            {% include 'interview_details.html' %}
-        {% endfor %}
-    {% endif %}            
-{% endfor %}
+
+{% if interviews|length > max_interviews %}
+    <h1>Only showing the first {{ max_interviews }} interviews with errors</h1>
+{% else %}
+    <h1>Showing all interviews</h1>    
+{% endif %}
+
+{% for index, interview in interviews.items() %}
+    {% if index < max_interviews %}
+        {% if interview.exceptions != {} %}
+        <div class="interview">Interview: {{ index }} </div>
+        Model: {{ interview.model.model }}
+        <h1>Failing questions</h1>
+        {% endif %}
+        {% for question, exceptions in interview.exceptions.items() %}
+            {% include 'interview_details.html' %}
+        {% endfor %}
+    {% endif %}            
+{% endfor %}

edsl/templates/error_reporting/overview.html

@@ -1,5 +1,5 @@
-<h1>Overview</h1>
-<p>There were {{ interviews|length }} total interview(s). An 'interview' is the result of one survey, taken by one agent, with one model, with one scenario.</p>    
-The number of interviews with any exceptions was {{ num_exceptions }}.</p>
-<p>For advice on dealing with exceptions on Expected Parrot, 
+<h1>Overview</h1>
+<p>There were {{ interviews|length }} total interview(s). An 'interview' is the result of one survey, taken by one agent, with one model, with one scenario.</p>    
+The number of interviews with any exceptions was {{ num_exceptions }}.</p>
+<p>For advice on dealing with exceptions on Expected Parrot, 
 see <a href="https://docs.expectedparrot.com/en/latest/exceptions.html">here</a>.</p>

edsl/templates/error_reporting/performance_plot.html

@@ -1,2 +1,2 @@
-<h1>Performance Plot</h1>
+<h1>Performance Plot</h1>
 {{ performance_plot_html }}

edsl/templates/error_reporting/report.css

@@ -1,74 +1,74 @@
-body {
-    font-family: Arial, sans-serif;
-    line-height: 1.6;
-    background-color: #f9f9f9;
-    color: #333;
-    margin: 20px;
-}
-
-.interview {
-    font-size: 1.5em;
-    margin-bottom: 10px;
-    padding: 10px;
-    background-color: #e3f2fd;
-    border-left: 5px solid #2196f3;
-}
-
-.question {
-    font-size: 1.2em;
-    margin-bottom: 10px;
-    padding: 10px;
-    background-color: #fff9c4;
-    border-left: 5px solid #ffeb3b;
-}
-
-.exception-detail {
-    margin-bottom: 10px;
-    background-color: #ffebee;
-    border-left: 5px solid #f44336;
-}
-
-.exception-header {
-    padding: 10px;
-    cursor: pointer;
-    display: flex;
-    justify-content: space-between;
-    align-items: center;
-}
-
-.exception-content {
-    padding: 10px;
-    display: none;
-}
-
-.exception-content.show {
-    display: block;
-}
-
-.question-detail {
-    border: 3px solid black;
-    padding: 10px;
-}
-
-.exception-exception {
-    font-weight: bold;
-    color: #d32f2f;
-}
-
-.exception-time,
-.exception-traceback {
-    font-style: italic;
-    color: #555;
-}
-
-.toggle-btn {
-    background: none;
-    border: none;
-    font-size: 1.2em;
-    cursor: pointer;
-    transition: transform 0.3s;
-}
-
-.toggle-btn.rotated {
-    transform: rotate(180deg);
+body {
+    font-family: Arial, sans-serif;
+    line-height: 1.6;
+    background-color: #f9f9f9;
+    color: #333;
+    margin: 20px;
+}
+
+.interview {
+    font-size: 1.5em;
+    margin-bottom: 10px;
+    padding: 10px;
+    background-color: #e3f2fd;
+    border-left: 5px solid #2196f3;
+}
+
+.question {
+    font-size: 1.2em;
+    margin-bottom: 10px;
+    padding: 10px;
+    background-color: #fff9c4;
+    border-left: 5px solid #ffeb3b;
+}
+
+.exception-detail {
+    margin-bottom: 10px;
+    background-color: #ffebee;
+    border-left: 5px solid #f44336;
+}
+
+.exception-header {
+    padding: 10px;
+    cursor: pointer;
+    display: flex;
+    justify-content: space-between;
+    align-items: center;
+}
+
+.exception-content {
+    padding: 10px;
+    display: none;
+}
+
+.exception-content.show {
+    display: block;
+}
+
+.question-detail {
+    border: 3px solid black;
+    padding: 10px;
+}
+
+.exception-exception {
+    font-weight: bold;
+    color: #d32f2f;
+}
+
+.exception-time,
+.exception-traceback {
+    font-style: italic;
+    color: #555;
+}
+
+.toggle-btn {
+    background: none;
+    border: none;
+    font-size: 1.2em;
+    cursor: pointer;
+    transition: transform 0.3s;
+}
+
+.toggle-btn.rotated {
+    transform: rotate(180deg);
 }