markform 0.1.20 → 0.1.22

package/examples/movie-research/movie-research-demo.form.md

@@ -4,60 +4,46 @@ markform:
   title: Movie Research Demo
   description: Movie lookup with ratings from IMDB and Rotten Tomatoes.
   run_mode: research
-  roles:
-    - user
-    - agent
   role_instructions:
-    user: "Enter the movie title."
-    agent: |
-      Identify the movie with web searches and use imdb.com and rottentomatoes.com to fill in the ratings.
-
+    user: Enter the movie title.
+    agent: >
+      Identify the movie with web searches and use imdb.com and rottentomatoes.com to
+      fill in the ratings.
 ---
-{% form id="movie_research_demo" %}
-
-{% group id="movie_input" %}
-
-## What movie do you want to research?
-
-{% field kind="string" id="movie" label="Movie" role="user" required=true minLength=1 maxLength=300 %}{% /field %}
-
-{% instructions ref="movie" %}Enter the movie title (add year or details for
-disambiguation).{% /instructions %}
 
-{% /group %}
+<!-- form id="movie_research_demo" -->
 
-{% group id="about_the_movie" title="About the Movie" %}
+<!-- group id="movie_input" -->
 
-## Movie Ratings
+<!-- field kind="string" id="movie" role="user" label="Movie" maxLength=300 minLength=1 required=true --><!-- /field -->
 
-Here are the ratings for the movie:
+<!-- instructions ref="movie" -->
+Enter the movie title (add year or details for
+disambiguation).
+<!-- /instructions -->
 
-{% field kind="single_select" id="mpaa_rating" role="agent" label="MPAA Rating" %}
+<!-- /group -->
 
-- [ ] G {% #g %}
-- [ ] PG {% #pg %}
-- [ ] PG-13 {% #pg_13 %}
-- [ ] R {% #r %}
-- [ ] NC-17 {% #nc_17 %}
-- [ ] NR/Unrated {% #nr %}
+<!-- group id="about_the_movie" title="About the Movie" -->
 
-{% /field %}
+<!-- field kind="single_select" id="mpaa_rating" label="MPAA Rating" -->
+- [ ] G <!-- #g -->
+- [ ] PG <!-- #pg -->
+- [ ] PG-13 <!-- #pg_13 -->
+- [ ] R <!-- #r -->
+- [ ] NC-17 <!-- #nc_17 -->
+- [ ] NR/Unrated <!-- #nr -->
+<!-- /field -->
 
-{% field kind="table" id="ratings_table" role="agent" label="Ratings" required=true columnIds=["source", "score", "votes"] columnTypes=["string", "number", "number"] minRows=0 maxRows=3 %}
+<!-- field kind="table" id="ratings_table" columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] label="Ratings" maxRows=3 minRows=0 required=true --><!-- /field -->
 
-| Source | Score | Votes |
-|--------|-------|-------|
+<!-- instructions ref="ratings_table" -->
+Fill in scores and vote counts from each source:IMDB: Rating (1.0-10.0 scale), vote countRT Critics: Tomatometer (0-100%), review countRT Audience: Audience Score (0-100%), rating count
+<!-- /instructions -->
 
-{% /field %}
+<!-- /group -->
 
-{% instructions ref="ratings_table" %}
-Fill in scores and vote counts from each source:
-- IMDB: Rating (1.0-10.0 scale), vote count
-- RT Critics: Tomatometer (0-100%), review count
-- RT Audience: Audience Score (0-100%), rating count
+<!-- /form -->
 
-{% /instructions %}
 
-{% /group %}
 
-{% /form %}

package/examples/parallel/parallel-research.form.md

@@ -2,56 +2,60 @@
 markform:
   spec: MF/0.1
   title: Company Research (Parallel)
-  description: "Demonstrates parallel and order attributes for concurrent form filling."
-  roles:
-    - agent
-  role_instructions:
-    agent: "Research the company and fill in all fields."
+  description: Demonstrates parallel and order attributes for concurrent form filling.
   harness:
     max_turns: 10
     max_parallel_agents: 4
+  roles:
+    - agent
+  role_instructions:
+    agent: Research the company and fill in all fields.
 ---
-{% form id="company_research" title="Company Research (Parallel)" %}
 
-{% description ref="company_research" %}
-A company research form that uses `parallel` for concurrent deep research
-and `order` to sequence synthesis after data gathering.
-{% /description %}
+<!-- form id="company_research" title="Company Research (Parallel)" -->
+
+<!-- description ref="company_research" -->
+A company research form that uses  for concurrent deep research
+and  to sequence synthesis after data gathering.
+<!-- /description -->
+
+<!-- group id="overview" order=0 -->
+
+<!-- field kind="string" id="company_name" label="Company Name" required=true --><!-- /field -->
+
+<!-- field kind="string" id="company_overview" label="Company Overview" --><!-- /field -->
 
-{% group id="overview" order=0 %}
+<!-- /group -->
 
-{% field kind="string" id="company_name" label="Company Name" role="agent" required=true %}{% /field %}
+<!-- group id="financials" order=0 parallel="deep_research" -->
 
-{% field kind="string" id="company_overview" label="Company Overview" role="agent" %}{% /field %}
+<!-- field kind="string" id="revenue" label="Annual Revenue" --><!-- /field -->
 
-{% /group %}
+<!-- field kind="string" id="margins" label="Margin Analysis" --><!-- /field -->
 
-{% group id="financials" parallel="deep_research" order=0 %}
+<!-- /group -->
 
-{% field kind="string" id="revenue" label="Annual Revenue" role="agent" %}{% /field %}
+<!-- group id="team" order=0 parallel="deep_research" -->
 
-{% field kind="string" id="margins" label="Margin Analysis" role="agent" %}{% /field %}
+<!-- field kind="string" id="leadership" label="Team & Leadership" --><!-- /field -->
 
-{% /group %}
+<!-- /group -->
 
-{% group id="team" parallel="deep_research" order=0 %}
+<!-- group id="market" order=0 parallel="deep_research" -->
 
-{% field kind="string" id="leadership" label="Team & Leadership" role="agent" %}{% /field %}
+<!-- field kind="string" id="tam" label="TAM" --><!-- /field -->
 
-{% /group %}
+<!-- field kind="string" id="competitors" label="Competitors" --><!-- /field -->
 
-{% group id="market" parallel="deep_research" order=0 %}
+<!-- /group -->
 
-{% field kind="string" id="tam" label="TAM" role="agent" %}{% /field %}
+<!-- group id="synthesis" order=10 -->
 
-{% field kind="string" id="competitors" label="Competitors" role="agent" %}{% /field %}
+<!-- field kind="string" id="overall" label="Overall Assessment" required=true --><!-- /field -->
 
-{% /group %}
+<!-- /group -->
 
-{% group id="synthesis" order=10 %}
+<!-- /form -->
 
-{% field kind="string" id="overall" label="Overall Assessment" role="agent" required=true %}{% /field %}
 
-{% /group %}
 
-{% /form %}

package/examples/parallel/parallel-research.mock.filled.form.md

@@ -0,0 +1,88 @@
+---
+markform:
+  spec: "MF/0.1"
+  harness:
+    max_turns: 10
+    max_parallel_agents: 4
+role_instructions:
+  user: "Fill in the fields you have direct knowledge of."
+  agent: "Complete the remaining fields based on the provided context."
+---
+
+<!-- form id="company_research" title="Company Research (Parallel)" -->
+
+<!-- description ref="company_research" -->
+A company research form that uses  for concurrent deep research
+and  to sequence synthesis after data gathering.
+<!-- /description -->
+
+<!-- group id="overview" order=0 -->
+
+<!-- field kind="string" id="company_name" label="Company Name" required=true -->
+```value
+Anthropic
+```
+<!-- /field -->
+
+<!-- field kind="string" id="company_overview" label="Company Overview" -->
+```value
+Anthropic is an AI safety company focused on building reliable, interpretable, and steerable AI systems. Founded in 2021 by former OpenAI researchers, the company is known for developing Claude, a family of large language models designed with safety as a core principle.
+```
+<!-- /field -->
+
+<!-- /group -->
+
+<!-- group id="financials" order=0 parallel="deep_research" -->
+
+<!-- field kind="string" id="revenue" label="Annual Revenue" -->
+```value
+Estimated $200-400M ARR as of 2024, with rapid growth driven by enterprise adoption of Claude and API services.
+```
+<!-- /field -->
+
+<!-- field kind="string" id="margins" label="Margin Analysis" -->
+```value
+As a private company, detailed margin data is not publicly available. However, the AI infrastructure costs are substantial, with significant investment in compute and research talent.
+```
+<!-- /field -->
+
+<!-- /group -->
+
+<!-- group id="team" order=0 parallel="deep_research" -->
+
+<!-- field kind="string" id="leadership" label="Team & Leadership" -->
+```value
+CEO Dario Amodei and President Daniela Amodei lead the company. The founding team includes several former OpenAI researchers including Tom Brown (GPT-3 lead), Chris Olah (interpretability), and Sam McCandlish.
+```
+<!-- /field -->
+
+<!-- /group -->
+
+<!-- group id="market" order=0 parallel="deep_research" -->
+
+<!-- field kind="string" id="tam" label="TAM" -->
+```value
+The global AI market is projected to reach $1.8 trillion by 2030. The enterprise AI assistant and API market specifically is estimated at $50-100B, growing rapidly.
+```
+<!-- /field -->
+
+<!-- field kind="string" id="competitors" label="Competitors" -->
+```value
+Key competitors include OpenAI (GPT-4, ChatGPT), Google DeepMind (Gemini), Meta (LLaMA), Mistral, and Cohere. Anthropic differentiates through its safety-first approach and Constitutional AI methodology.
+```
+<!-- /field -->
+
+<!-- /group -->
+
+<!-- group id="synthesis" order=10 -->
+
+<!-- field kind="string" id="overall" label="Overall Assessment" required=true -->
+```value
+Anthropic is a leading AI safety company with strong technical credentials and a differentiated approach to AI development. The company has secured significant funding ($7B+) and established partnerships with major cloud providers. Key strengths include the Claude model family, research leadership in interpretability and safety, and a growing enterprise customer base.
+```
+<!-- /field -->
+
+<!-- /group -->
+
+<!-- /form -->
+

package/examples/rejection-test/rejection-test-mock-filled.form.md

@@ -2,38 +2,43 @@
 markform:
   spec: MF/0.1
   title: Rejection Test Form
-  description: "Tests type mismatch rejection and recovery behavior"
+  description: Tests type mismatch rejection and recovery behavior
   roles:
     - agent
+  role_instructions:
+    user: Fill in the fields you have direct knowledge of.
+    agent: Complete the remaining fields based on the provided context.
 ---
-{% form id="rejection_test" title="Rejection Test Form" %}
 
-{% description ref="rejection_test" %}
+<!-- form id="rejection_test" title="Rejection Test Form" -->
+
+<!-- description ref="rejection_test" -->
 A form to test patch rejection scenarios - verifies that type mismatch errors are
 properly recorded and recovery works.
-{% /description %}
-
-{% group id="fields" title="Test Fields" %}
+<!-- /description -->
 
-{% field kind="table" id="ratings" label="Ratings" required=true minRows=1 maxRows=5 columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] %}
+<!-- group id="fields" title="Test Fields" -->
 
+<!-- field kind="table" id="ratings" columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] label="Ratings" maxRows=5 minRows=1 required=true -->
 | Source | Score | Votes |
-|--------|-------|-------|
+| --- | --- | --- |
 | IMDB | 85 | 12500 |
 | Rotten Tomatoes | 92 | 450 |
+<!-- /field -->
 
-{% /field %}
-
-{% instructions ref="ratings" %}
+<!-- instructions ref="ratings" -->
 Enter rating data with source name, score (0-100), and vote count.
-{% /instructions %}
+<!-- /instructions -->
 
-{% field kind="string" id="title" label="Title" required=true %}
+<!-- field kind="string" id="title" label="Title" required=true -->
 ```value
 Test Movie
 ```
-{% /field %}
+<!-- /field -->
+
+<!-- /group -->
+
+<!-- /form -->
+
 
-{% /group %}
 
-{% /form %}

package/examples/rejection-test/rejection-test-mock-filled.schema.json

@@ -44,7 +44,7 @@
   "required": ["ratings", "title"],
   "x-markform": {
     "spec": "MF/0.1",
-    "roles": ["user", "agent"],
+    "roles": ["agent"],
     "roleInstructions": {
       "user": "Fill in the fields you have direct knowledge of.",
       "agent": "Complete the remaining fields based on the provided context."

package/examples/rejection-test/rejection-test.form.md

@@ -2,32 +2,34 @@
 markform:
   spec: MF/0.1
   title: Rejection Test Form
-  description: "Tests type mismatch rejection and recovery behavior"
+  description: Tests type mismatch rejection and recovery behavior
   roles:
     - agent
+  role_instructions:
+    user: Fill in the fields you have direct knowledge of.
+    agent: Complete the remaining fields based on the provided context.
 ---
-{% form id="rejection_test" title="Rejection Test Form" %}
 
-{% description ref="rejection_test" %}
+<!-- form id="rejection_test" title="Rejection Test Form" -->
+
+<!-- description ref="rejection_test" -->
 A form to test patch rejection scenarios - verifies that type mismatch errors are
 properly recorded and recovery works.
-{% /description %}
+<!-- /description -->
+
+<!-- group id="fields" title="Test Fields" -->
 
-{% group id="fields" title="Test Fields" %}
+<!-- field kind="table" id="ratings" columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] label="Ratings" maxRows=5 minRows=1 required=true --><!-- /field -->
 
-{% field kind="table" id="ratings" label="Ratings" required=true minRows=1 maxRows=5 columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] %}
+<!-- instructions ref="ratings" -->
+Enter rating data with source name, score (0-100), and vote count.
+<!-- /instructions -->
 
-| Source | Score | Votes |
-|--------|-------|-------|
+<!-- field kind="string" id="title" label="Title" required=true --><!-- /field -->
 
-{% /field %}
+<!-- /group -->
 
-{% instructions ref="ratings" %}
-Enter rating data with source name, score (0-100), and vote count.
-{% /instructions %}
+<!-- /form -->
 
-{% field kind="string" id="title" label="Title" required=true %}{% /field %}
 
-{% /group %}
 
-{% /form %}

package/examples/rejection-test/rejection-test.session.yaml

@@ -46,7 +46,7 @@ turns:
             - votes
     after:
       required_issue_count: 1
-      markdown_sha256: b24578a1abb357a8f215de6fe006fa4a15b6388b3bb277526b1f3afd918a46e6
+      markdown_sha256: 1c9297f8e24b731881ca8006c9b215738001b05cf58fbce068a3da4eaf326ce0
       answered_field_count: 1
       skipped_field_count: 0
     context:
@@ -113,32 +113,39 @@ turns:
         ```markdown
         ---
         markform:
-          spec: "MF/0.1"
-        role_instructions:
-          user: "Fill in the fields you have direct knowledge of."
-          agent: "Complete the remaining fields based on the provided context."
+          spec: MF/0.1
+          title: Rejection Test Form
+          description: Tests type mismatch rejection and recovery behavior
+          roles:
+            - agent
+          role_instructions:
+            user: Fill in the fields you have direct knowledge of.
+            agent: Complete the remaining fields based on the provided context.
         ---
 
-        {% form id="rejection_test" title="Rejection Test Form" %}
+        <!-- form id="rejection_test" title="Rejection Test Form" -->
 
-        {% description ref="rejection_test" %}
+        <!-- description ref="rejection_test" -->
         A form to test patch rejection scenarios - verifies that type mismatch errors are
         properly recorded and recovery works.
-        {% /description %}
+        <!-- /description -->
 
-        {% group id="fields" title="Test Fields" %}
+        <!-- group id="fields" title="Test Fields" -->
 
-        {% field kind="table" id="ratings" columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] label="Ratings" maxRows=5 minRows=1 required=true %}{% /field %}
+        <!-- field kind="table" id="ratings" columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] label="Ratings" maxRows=5 minRows=1 required=true --><!-- /field -->
 
-        {% instructions ref="ratings" %}
+        <!-- instructions ref="ratings" -->
         Enter rating data with source name, score (0-100), and vote count.
-        {% /instructions %}
+        <!-- /instructions -->
+
+        <!-- field kind="string" id="title" label="Title" required=true --><!-- /field -->
+
+        <!-- /group -->
+
+        <!-- /form -->
 
-        {% field kind="string" id="title" label="Title" required=true %}{% /field %}
 
-        {% /group %}
 
-        {% /form %}
 
         ```
 
@@ -229,32 +236,39 @@ turns:
           ```markdown
           ---
           markform:
-            spec: "MF/0.1"
-          role_instructions:
-            user: "Fill in the fields you have direct knowledge of."
-            agent: "Complete the remaining fields based on the provided context."
+            spec: MF/0.1
+            title: Rejection Test Form
+            description: Tests type mismatch rejection and recovery behavior
+            roles:
+              - agent
+            role_instructions:
+              user: Fill in the fields you have direct knowledge of.
+              agent: Complete the remaining fields based on the provided context.
           ---
 
-          {% form id="rejection_test" title="Rejection Test Form" %}
+          <!-- form id="rejection_test" title="Rejection Test Form" -->
 
-          {% description ref="rejection_test" %}
+          <!-- description ref="rejection_test" -->
           A form to test patch rejection scenarios - verifies that type mismatch errors are
           properly recorded and recovery works.
-          {% /description %}
+          <!-- /description -->
 
-          {% group id="fields" title="Test Fields" %}
+          <!-- group id="fields" title="Test Fields" -->
 
-          {% field kind="table" id="ratings" columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] label="Ratings" maxRows=5 minRows=1 required=true %}{% /field %}
+          <!-- field kind="table" id="ratings" columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] label="Ratings" maxRows=5 minRows=1 required=true --><!-- /field -->
 
-          {% instructions ref="ratings" %}
+          <!-- instructions ref="ratings" -->
           Enter rating data with source name, score (0-100), and vote count.
-          {% /instructions %}
+          <!-- /instructions -->
+
+          <!-- field kind="string" id="title" label="Title" required=true --><!-- /field -->
+
+          <!-- /group -->
+
+          <!-- /form -->
 
-          {% field kind="string" id="title" label="Title" required=true %}{% /field %}
 
-          {% /group %}
 
-          {% /form %}
 
           ```
 
@@ -335,7 +349,7 @@ turns:
               votes: 450
     after:
       required_issue_count: 0
-      markdown_sha256: eabdf7aef8cbd52893d7bc0b03fd3c0b2a21eebf9e16f98af6884509b5101e34
+      markdown_sha256: 6c9ac35ce61126e8ff2e7d2bec229952f78ec88d2c4750d65a821e99cc6e69a3
       answered_field_count: 2
       skipped_field_count: 0
     context:
@@ -410,36 +424,43 @@ turns:
         ```markdown
         ---
         markform:
-          spec: "MF/0.1"
-        role_instructions:
-          user: "Fill in the fields you have direct knowledge of."
-          agent: "Complete the remaining fields based on the provided context."
+          spec: MF/0.1
+          title: Rejection Test Form
+          description: Tests type mismatch rejection and recovery behavior
+          roles:
+            - agent
+          role_instructions:
+            user: Fill in the fields you have direct knowledge of.
+            agent: Complete the remaining fields based on the provided context.
         ---
 
-        {% form id="rejection_test" title="Rejection Test Form" %}
+        <!-- form id="rejection_test" title="Rejection Test Form" -->
 
-        {% description ref="rejection_test" %}
+        <!-- description ref="rejection_test" -->
         A form to test patch rejection scenarios - verifies that type mismatch errors are
         properly recorded and recovery works.
-        {% /description %}
+        <!-- /description -->
 
-        {% group id="fields" title="Test Fields" %}
+        <!-- group id="fields" title="Test Fields" -->
 
-        {% field kind="table" id="ratings" columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] label="Ratings" maxRows=5 minRows=1 required=true %}{% /field %}
+        <!-- field kind="table" id="ratings" columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] label="Ratings" maxRows=5 minRows=1 required=true --><!-- /field -->
 
-        {% instructions ref="ratings" %}
+        <!-- instructions ref="ratings" -->
         Enter rating data with source name, score (0-100), and vote count.
-        {% /instructions %}
+        <!-- /instructions -->
 
-        {% field kind="string" id="title" label="Title" required=true %}
+        <!-- field kind="string" id="title" label="Title" required=true -->
         ```value
         Test Movie
         ```
-        {% /field %}
+        <!-- /field -->
+
+        <!-- /group -->
+
+        <!-- /form -->
+
 
-        {% /group %}
 
-        {% /form %}
 
         ```
 
@@ -532,36 +553,43 @@ turns:
           ```markdown
           ---
           markform:
-            spec: "MF/0.1"
-          role_instructions:
-            user: "Fill in the fields you have direct knowledge of."
-            agent: "Complete the remaining fields based on the provided context."
+            spec: MF/0.1
+            title: Rejection Test Form
+            description: Tests type mismatch rejection and recovery behavior
+            roles:
+              - agent
+            role_instructions:
+              user: Fill in the fields you have direct knowledge of.
+              agent: Complete the remaining fields based on the provided context.
           ---
 
-          {% form id="rejection_test" title="Rejection Test Form" %}
+          <!-- form id="rejection_test" title="Rejection Test Form" -->
 
-          {% description ref="rejection_test" %}
+          <!-- description ref="rejection_test" -->
           A form to test patch rejection scenarios - verifies that type mismatch errors are
           properly recorded and recovery works.
-          {% /description %}
+          <!-- /description -->
 
-          {% group id="fields" title="Test Fields" %}
+          <!-- group id="fields" title="Test Fields" -->
 
-          {% field kind="table" id="ratings" columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] label="Ratings" maxRows=5 minRows=1 required=true %}{% /field %}
+          <!-- field kind="table" id="ratings" columnIds=["source", "score", "votes"] columnLabels=["Source", "Score", "Votes"] columnTypes=["string", "number", "number"] label="Ratings" maxRows=5 minRows=1 required=true --><!-- /field -->
 
-          {% instructions ref="ratings" %}
+          <!-- instructions ref="ratings" -->
           Enter rating data with source name, score (0-100), and vote count.
-          {% /instructions %}
+          <!-- /instructions -->
 
-          {% field kind="string" id="title" label="Title" required=true %}
+          <!-- field kind="string" id="title" label="Title" required=true -->
           ```value
           Test Movie
           ```
-          {% /field %}
+          <!-- /field -->
+
+          <!-- /group -->
+
+          <!-- /form -->
+
 
-          {% /group %}
 
-          {% /form %}
 
           ```