@qlm/learnlog-mcp 0.0.0-stage → 0.2.0

package/data/preprint/assistments_episodes.json

@@ -0,0 +1,37 @@
+{
+ "input_sha256": "1d06aee9e649c5ba9db49052fe9a86e68d0c3ccb4709a7487289d7721f5464db",
+ "main_problem_opportunities": 5819737,
+ "scaffolding_logs": 303533,
+ "students": 46544,
+ "students_who_ever_requested": 32447,
+ "episodes": {
+  "not requested; no help recorded": 4892597,
+  "requested; hints short of the answer": 109140,
+  "requested; hints to the answer (bottom-out)": 683138,
+  "requested; asked for steps (scaffolding)": 21789,
+  "not requested; system gave steps after a wrong first answer": 110513,
+  "not requested; scaffolding present, trigger unclear": 2560
+ },
+ "inferred_top_state_by_request": {
+  "not requested": {
+   "frustrated": 588417,
+   "concentrating": 3434821,
+   "bored": 761276,
+   "confused": 221156
+  },
+  "requested": {
+   "bored": 139848,
+   "concentrating": 573289,
+   "frustrated": 94671,
+   "confused": 6259
+  }
+ },
+ "checks": {
+  "rows": 6123270,
+  "rows_with_all_four_affect_values": 6123270,
+  "scaffolding_logs_with_hints": 54505,
+  "main_problems_with_both_hint_and_first_action_steps": 0,
+  "system_steps_problems_with_a_hint_inside_scaffolding": 21126,
+  "students_who_ever_requested_including_hints_inside_scaffolding": 32937
+ }
+}

package/data/preprint/cross_source_episodes.json

@@ -0,0 +1,63 @@
+{
+ "inputs": {
+  "zenodo_sha256": "5527127f0a3c939601b17ef207ef8b34df7cad9159c9617f879efbf4e989d499",
+  "idetrace_sha256": "09972201c16a9f6def7d1e25a9b9e6827994601d720a37696afb0927168befc8"
+ },
+ "zenodo": {
+  "requests": 1050,
+  "outcomes": {
+   "shown_no_further_action_or_rating_only": 309,
+   "shown_acted_accepted": 300,
+   "shown_acted_revealed_not_accepted": 129,
+   "not_shown_error": 266,
+   "not_shown_silent": 46
+  },
+  "shown": 738,
+  "not_shown": 312,
+  "asked_again_within_300s_of_shown": 524,
+  "hint_learner_folders": 22,
+  "raw_activity_ids": 151,
+  "raw_ids_linked_to_hint_folders": 0,
+  "raw_paste_actions": 1826,
+  "raw_ids_with_paste": 85
+ },
+ "idetrace": {
+  "records": 35,
+  "records_asked": 18,
+  "records_never_asked": 17,
+  "never_asked_and_passed_all_tests": 13,
+  "requests": 59,
+  "outcomes": {
+   "shown_no_code_edit_within_120s": 11,
+   "shown_code_edit_within_120s": 48
+  },
+  "shown": 59,
+  "not_shown": 0,
+  "asked_again_within_300s_of_shown": 41,
+  "code_pastes": 10,
+  "code_pastes_without_in_tool_copy_600s": 1,
+  "chat_pastes": 10
+ },
+ "pooled": {
+  "naive_requests": 1109,
+  "shown": 797,
+  "overstatement_pct": 39.1,
+  "pooled_not_shown_pct": 28.1,
+  "zenodo_not_shown_pct": 29.7,
+  "zenodo_asked_again_pct": 71.0,
+  "idetrace_asked_again_pct": 69.5
+ },
+ "checks": {
+  "zenodo_reports_whose_first_log_row_is_a_click": 1050,
+  "zenodo_clicks_per_report": {
+   "1": 1050
+  },
+  "zenodo_reports_with_text_banner": 2,
+  "zenodo_shown_rated_only": 82,
+  "zenodo_asked_again_where_next_request_is_retry": 0,
+  "zenodo_raw_pastes_without_copy_or_cut_in_prior_600s": 291,
+  "idetrace_passrate_types": {
+   "int": 47
+  }
+ }
+}

package/data/provenance/oatutor.json

@@ -0,0 +1,84 @@
+{
+  "sample_name": "OATutor 2024 help-condition study: first 12 participant summaries",
+  "retrieved_at": "2026-10-17",
+  "dataset_url": "https://figshare.com/articles/dataset/ChatGPT-generated_help_produces_learning_gains_equivalent_to_human_tutors_on_mathematics_skills/23935269",
+  "paper_url": "https://doi.org/10.1371/journal.pone.0304013",
+  "revision": "10.6084/m9.figshare.23935269.v1",
+  "license": "CC-BY-4.0",
+  "license_url": "https://creativecommons.org/licenses/by/4.0/",
+  "attribution": "Pardos, Zachary; Bhandari, Shreya (2023). ChatGPT-generated help produces learning gains equivalent to human tutors on mathematics skills. figshare. Dataset. https://doi.org/10.6084/m9.figshare.23935269.v1",
+  "source_file": {
+    "name": "Participants.csv",
+    "download_url": "https://ndownloader.figshare.com/files/41974569",
+    "size_bytes": 23144,
+    "sha256": "e6801fb72e0642df548d63fa75ec3487e3b4b283df5759ba2b70d7e2e41289c4",
+    "md5": "6a3661ef8dd4aec25bcffef69f7ab43a"
+  },
+  "sample_file": {
+    "name": "oatutor-real-participants.csv",
+    "size_bytes": 1137,
+    "sha256": "26b98b6f5718f5c2f473d81ae1ad8e1817d18bada3ba7390d8e0ac445a8ad5a2",
+    "changed_fields": [],
+    "selection": "Exact source header and first 12 data records, preserving original bytes and CRLF newlines. No values, columns or records added or altered."
+  },
+  "records": [
+    {
+      "source_line_1_based": 2,
+      "line_sha256": "90e00ecec2f038cd1a5b6b8f1992281781e798b8801135c9cbdfa64fc9099cbf"
+    },
+    {
+      "source_line_1_based": 3,
+      "line_sha256": "077841976a59e3c7bb69fb19bd9b651504348157625ca187fd20a98053e278d6"
+    },
+    {
+      "source_line_1_based": 4,
+      "line_sha256": "b8253defb627d14042cc843e702d56526ecdb329b831745cf692d8bf3c19f9be"
+    },
+    {
+      "source_line_1_based": 5,
+      "line_sha256": "4523a33f7ba64ab369f36093ba2ae3171b9ec436d5c2c23e890b8bcaebde9351"
+    },
+    {
+      "source_line_1_based": 6,
+      "line_sha256": "39dfa9011dd77f424375ba129104749814120bd3611bdd2291632e981bf1e577"
+    },
+    {
+      "source_line_1_based": 7,
+      "line_sha256": "3705c3cf1c16207bafb616b08e2c77ff07785cda31220fce00b9a3c3eebde8de"
+    },
+    {
+      "source_line_1_based": 8,
+      "line_sha256": "68ae06c28c6f5cfb66348db4693adb76428dbe7dd7df2792176b85ca6b71734d"
+    },
+    {
+      "source_line_1_based": 9,
+      "line_sha256": "16f49e582e93cfca4974996fcbd0dd19ba81b01cfe3c2ace1d135e0123c12d2c"
+    },
+    {
+      "source_line_1_based": 10,
+      "line_sha256": "712f8507d00c749e3463d48934e0a2c877d56eeb056a404c21c27443742c8ad1"
+    },
+    {
+      "source_line_1_based": 11,
+      "line_sha256": "876484a49338017c4d907d6a5552be7eb0e98776db64e36fc7f00625a9921560"
+    },
+    {
+      "source_line_1_based": 12,
+      "line_sha256": "166128a1306fa2c1471e72d3ef21c68b35f3f231d054326354d2f63aba3049d1"
+    },
+    {
+      "source_line_1_based": 13,
+      "line_sha256": "9de7bdbae790bb2208b3cc045a6cb0ad6fb9d1e7e4971cb641e11da5fad40ee8"
+    }
+  ],
+  "selection_rationale": "First 12 source records in published order; includes all three assigned conditions. Convenience demonstration subset, not a representative sample or a new study.",
+  "interpretation_limits": [
+    "These are participant-level study summaries, not a product export or a hint/clickstream log.",
+    "condition is the assigned help condition, not proof that a participant opened or received a particular hint.",
+    "The participant table supplies no individual inquiry, hint text, event sequence or event timestamps.",
+    "preTest, postTest, sessionTime, totalUniqueSteps and learningGain remain original columns and values. No new effect size, pooled score or causal analysis is calculated.",
+    "anonUserID is a publisher anonymous participant identifier. Learnlog output replaces the known subject identifier with a scoped HMAC pseudonym. The original public sample remains unchanged.",
+    "The published paper states the no-hint control still received correctness feedback and could request a bottom-out answer. The condition label is not evidence of no assistance.",
+    "The raw Human tutor condition means human tutor-authored hints, and ChatGPT means pre-generated ChatGPT solution hints. These are not recordings of live human or AI tutoring conversations."
+  ]
+}

package/data/provenance/source-audit.json

@@ -0,0 +1,69 @@
+{
+  "date": "2026-10-17",
+  "scope": "Sample authenticity, source identity and assistance semantics",
+  "correction": "Five branded synthetic examples were removed because they did not establish vendor export compatibility.",
+  "supplied_sources": [
+    {
+      "id": "tutormoments",
+      "sample": "samples/tutormoments-real-transcripts.jsonl",
+      "unit": "2 complete source sessions, 310 turns",
+      "status": "Real human tutoring; publisher machine transcription, no original recording independently verified",
+      "provenance": "provenance/tutormoments.json"
+    },
+    {
+      "id": "oatutor",
+      "sample": "samples/oatutor-real-participants.csv",
+      "unit": "12 participant summaries",
+      "status": "Assigned conditions, not delivered help events",
+      "provenance": "provenance/oatutor.json"
+    }
+  ],
+  "measurement_companion": {
+    "source": "TutorMoments-Preview pinned ground_truth.jsonl and annotations.jsonl",
+    "provenance": "provenance/scaffolding-evidence.json",
+    "unit": "10 distinct exact-span coded intervals from 60 annotation rows, two sessions, one provider",
+    "label_origin": "Published LLM-assisted labels over human situation/action/result commentary; no new QLM classifier",
+    "binding": "Exact checked transcript excerpt plus matching transformed turns and source provenance",
+    "exclusions": "OATutor summaries and unmatched inputs are unmeasured, not zero assistance",
+    "limits": "Overlapping descriptive audit intervals; no effectiveness score or validated comparison across products"
+  },
+  "evidence_boundary": [
+    "Exact bytes independently checked against fresh downloads of pinned original files.",
+    "Source identity to release is not independent verification of underlying research or transcription.",
+    "No vendor integration, pooled learning effect, efficacy ranking or unassisted-performance claim.",
+    "Tutor turns are not automatically classified as scaffolding or successful help.",
+    "Generated enrichments, annotations and simulated replay dialogue are not observed source events.",
+    "Entry timestamps are import times; source offsets remain relative.",
+    "Subject pseudonyms are scoped to dataset, tenant and key; record units are sessions or participant summaries, not distinct-person counts.",
+    "Public data retain CC BY 4.0 attribution; code licensing does not relicense data."
+  ],
+  "excluded": [
+    {
+      "source": "Khan Academy / Khanmigo CoMTA",
+      "reason": "Redistribution restrictions in source license."
+    },
+    {
+      "source": "MATHia / historical Cognitive Tutor DataShop",
+      "reason": "No authorized redistributable native rows verified; counts are not event timelines."
+    },
+    {
+      "source": "IXL, DreamBox Math, ALEKS",
+      "reason": "Authentic publicly redistributable native samples not verified."
+    },
+    {
+      "source": "ASSISTments 2009\u20132010",
+      "reason": "Real hint/scaffold summaries verified but explicit redistribution terms not established for bundling."
+    }
+  ],
+  "verification": {
+    "full_source_retrieval": "Fresh public HTTPS downloads matched all four recorded original-file SHA-256 hashes: transcripts, derived labels, raw human annotations and participant CSV.",
+    "extraction": "Exact documented source JSONL lines and original CSV header/data rows matched sample bytes.",
+    "provided_data_values_added_or_modified": false,
+    "source_count": 2,
+    "transcript_sessions": 2,
+    "transcript_turns": 310,
+    "participant_summaries": 12,
+    "source_licenses": "Both primary publishers identify CC BY 4.0.",
+    "reproduction_command": "python scripts/verify_public_sources.py --fetch"
+  }
+}

package/data/provenance/tutormoments.json

@@ -0,0 +1,91 @@
+{
+  "sample_name": "TutorMoments-Preview: two released human tutoring transcripts",
+  "retrieved_at": "2026-10-17",
+  "dataset_url": "https://huggingface.co/datasets/allenai/tutormoments-preview",
+  "project_url": "https://tutormoments.allen.ai/",
+  "paper_url": "https://tutormoments.allen.ai/static/paper/tutormoments-preview.pdf",
+  "revision": "3bb0c104d65e29facffca7ba864ef10fa22d0e78",
+  "license": "CC-BY-4.0",
+  "license_url": "https://creativecommons.org/licenses/by/4.0/",
+  "attribution": "TutorMoments-Preview, Albert Zhang and colleagues, Allen Institute for AI and collaborators (2026).",
+  "source_file": {
+    "name": "transcripts.jsonl",
+    "download_url": "https://huggingface.co/datasets/allenai/tutormoments-preview/resolve/3bb0c104d65e29facffca7ba864ef10fa22d0e78/transcripts.jsonl",
+    "size_bytes": 38117914,
+    "sha256": "34b5d4483302593043f3d9be3bf37f1cde6cba5b031fd2d20d75a15d5498f276"
+  },
+  "sample_file": {
+    "name": "tutormoments-real-transcripts.jsonl",
+    "size_bytes": 91515,
+    "sha256": "7df51fda0fff9c454ba14a33a0d2964d5e94b2556eff1d3897ec4f41373c8a66",
+    "changed_fields": [],
+    "selection": "Exact complete source JSONL lines 366 and 435, retained in source order including original newline bytes. No text, metadata, IDs, dates or events added or altered."
+  },
+  "records": [
+    {
+      "source_line_1_based": 366,
+      "line_sha256": "c1dbb8d05249c5aa65c2c6f4934915ae7be63a36cbe7e1960373f7db3f1b420e",
+      "transcript_id": "d21c3b8f-6333-5b8f-b632-7f6aed0ef517",
+      "turn_count": 149,
+      "transcription_by": "SUT (Gemini 2.5 Pro)"
+    },
+    {
+      "source_line_1_based": 435,
+      "line_sha256": "34819cbfd5fad811271ddabf74d1561355d2ea0cadc4f8241ba818ec678b098a",
+      "transcript_id": "ed71cb44-228f-5274-b576-519b2b73fd48",
+      "turn_count": 161,
+      "transcription_by": "SUT (Gemini 2.5 Pro)"
+    }
+  ],
+  "selection_rationale": "Manually inspected complete released turns for mathematical content, explicit learner help/confusion, tutor inquiry, explanation, feedback and scaffolded dialogue. This is a purposive demonstration sample, not representative evidence about tutor quality or learning effects.",
+  "interpretation_limits": [
+    "These are transcripts of real human tutoring sessions, not simulated student conversations and not native vendor clickstream exports.",
+    "Released text was transcribed by SUT (Gemini 2.5 Pro); preserve that provenance and do not call it verified verbatim audio or a perfect transcription.",
+    "Publisher deidentifies free text with fabricated surrogates or tags; apparent names in the selected text are not real per publisher documentation. UUIDv5 identifiers are publisher surrogates.",
+    "Absolute session dates are removed. start_seconds/end_seconds are relative source offsets; do not synthesize wall-clock event timestamps.",
+    "The source anonymizes the provider as tutoring_provider_a. Do not relabel it Khan Academy, MATHia, IXL, DreamBox or ALEKS.",
+    "Source enrichments are model-generated screen/pause narratives; do not convert them into observed assistance events.",
+    "Ground-truth annotations are LLM-assisted and action-taxonomy labels model-generated; this sample does not include either as observed learner events.",
+    "A question mark or Tutor role alone does not establish a hint request or help effectiveness. Preserve role/text conservatively; explicitly mark any semantic classification as derived.",
+    "No original recording is released (has_video false). Raw transcripts and their offsets cannot independently establish fidelity to underlying audio.",
+    "Data involves minors. No reidentification. Report residual PII and do not redistribute affected records per publisher guidance."
+  ],
+  "evidence_schema": {
+    "turn_path": "turns[]",
+    "source_turn_id": "turn_number",
+    "source_text": "text",
+    "actor_role": "role (Student/Tutor)",
+    "relative_offsets": [
+      "start_seconds",
+      "end_seconds"
+    ],
+    "session_metadata": "session",
+    "excluded_from_observed_events": "enrichments"
+  },
+  "demonstration_windows": [
+    {
+      "source_line_1_based": 366,
+      "turns": [
+        27,
+        39
+      ],
+      "reason": "Explicit help request; later confusion on algebra; tutor asks opposite-operation inquiry; learner answers and thanks tutor."
+    },
+    {
+      "source_line_1_based": 435,
+      "turns": [
+        31,
+        57
+      ],
+      "reason": "Learner explicitly says I need help; tutor narrows addition/subtraction problem, asks questions and supplies explanation/answer. Preserve pedagogical quality as unassessed."
+    }
+  ],
+  "primary_paper_verified": {
+    "title": "When Help is Unhelpful: Evaluating AI Tutors for Productive Struggle",
+    "url": "https://tutormoments.allen.ai/static/paper/tutormoments-preview.pdf",
+    "sha256": "4914924fa82ae85889dbe2d16bd5168a7964254623f3c335e2bed91b1bec7d1a",
+    "page": 5,
+    "section": "3.1 Sourcing Student-Tutor Transcripts",
+    "finding": "The paper describes remote one-on-one human tutoring of actual U.S.-based students at home, with human tutors who did not receive AI assistance, and publication under a research clause affirmatively agreed to by parents/guardians. It distinguishes audio transcripts generated using Gemini 2.5 Pro from visual-content enrichments also generated using Gemini 2.5 Pro. Sessions are almost exclusively math, not all math."
+  }
+}

package/data/samples/explicit-assistance-SYNTHETIC.jsonl

@@ -0,0 +1,5 @@
+{"source_id":"synthetic-contract-test","subject_id":"fixture-learner-1","activity_id":"fixture-task-1","source_revision":0,"source_timestamp":null,"assistance_id":"fixture-help-1","request_event_id":null,"request_origin":"unknown","native_hint_depth":null,"delivery_order":null,"context":{"phase":"practice","permission":"permitted","observed_use":"recorded","capture":"complete_within_boundary","capture_boundary":"SYNTHETIC contract-test lifecycle assertions only; no real learner activity."},"event_id":"fixture-event-1","event_type":"help_requested","content":"SYNTHETIC contract test for help_requested; not observed research data."}
+{"source_id":"synthetic-contract-test","subject_id":"fixture-learner-1","activity_id":"fixture-task-1","source_revision":0,"source_timestamp":null,"assistance_id":"fixture-help-1","request_event_id":"fixture-event-1","request_origin":"requested","native_hint_depth":null,"delivery_order":null,"context":{"phase":"practice","permission":"permitted","observed_use":"recorded","capture":"complete_within_boundary","capture_boundary":"SYNTHETIC contract-test lifecycle assertions only; no real learner activity."},"event_id":"fixture-event-2","event_type":"help_generated","content":"SYNTHETIC contract test for help_generated; not observed research data."}
+{"source_id":"synthetic-contract-test","subject_id":"fixture-learner-1","activity_id":"fixture-task-1","source_revision":0,"source_timestamp":null,"assistance_id":"fixture-help-1","request_event_id":"fixture-event-1","request_origin":"requested","native_hint_depth":null,"delivery_order":null,"context":{"phase":"practice","permission":"permitted","observed_use":"recorded","capture":"complete_within_boundary","capture_boundary":"SYNTHETIC contract-test lifecycle assertions only; no real learner activity."},"event_id":"fixture-event-3","event_type":"help_transmitted","content":"SYNTHETIC contract test for help_transmitted; not observed research data."}
+{"source_id":"synthetic-contract-test","subject_id":"fixture-learner-1","activity_id":"fixture-task-1","source_revision":0,"source_timestamp":null,"assistance_id":"fixture-help-1","request_event_id":"fixture-event-1","request_origin":"requested","native_hint_depth":3,"delivery_order":1,"context":{"phase":"practice","permission":"permitted","observed_use":"recorded","capture":"complete_within_boundary","capture_boundary":"SYNTHETIC contract-test lifecycle assertions only; no real learner activity."},"event_id":"fixture-event-4","event_type":"help_displayed","content":"SYNTHETIC contract test for help_displayed; not observed research data."}
+{"source_id":"synthetic-contract-test","subject_id":"fixture-learner-1","activity_id":"fixture-task-1","source_revision":0,"source_timestamp":null,"assistance_id":"fixture-help-1","request_event_id":"fixture-event-1","request_origin":"requested","native_hint_depth":null,"delivery_order":null,"context":{"phase":"practice","permission":"permitted","observed_use":"recorded","capture":"complete_within_boundary","capture_boundary":"SYNTHETIC contract-test lifecycle assertions only; no real learner activity."},"event_id":"fixture-event-5","event_type":"learner_response_observed","content":"SYNTHETIC contract test for learner_response_observed; not observed research data."}

package/data/samples/oatutor-real-participants.csv

@@ -0,0 +1,13 @@
+anonUserID,lesson,condition,preTest,postTest,sessionTime,totalUniqueSteps,learningGain
+1,Independent and mutually exclusive events,ChatGPT,0.333,0.333,1318,11,0
+2,Solve linear equations using a general strategy,Human tutor,0.666,0.333,163,11,-0.333
+3,Solve Equations Using the Subtraction and Addition Properties of Equality,Human tutor,0.666,1,381,11,0.333
+4,Solve Equations Using the Subtraction and Addition Properties of Equality,ChatGPT,0.666,1,283,11,0.333
+5,Independent and mutually exclusive events,ChatGPT,0.333,0.666,796,11,0.333
+6,Solve linear equations using a general strategy,No-hint control,0.333,0.333,138,11,0
+7,Find a linear equation,No-hint control,0,0,1131,11,0
+8,Solve Equations Using the Subtraction and Addition Properties of Equality,Human tutor,0.333,0.666,1765,11,0.333
+9,Solve linear equations using a general strategy,Human tutor,0.333,1,664,11,0.667
+10,Solve linear equations using a general strategy,No-hint control,0.666,1,316,11,0.333
+11,Independent and mutually exclusive events,No-hint control,0.666,0,207,11,-0.666
+12,Independent and mutually exclusive events,ChatGPT,0.333,1,586,11,0.667

package/data/samples/sandpiper-SYNTHETIC.csv

@@ -0,0 +1,9 @@
+_id,session_id,sequence_id,role,content,start_time,end_time,annotator[AI-0][0]given_praise,annotator[AI-0][0]markedAs,annotator[AI-0][0]votingReason
+0,session_001,1,Tutor,Hello! Today we're going to work on fractions.,00:00:00,00:00:05,,,
+1,session_001,2,Student,Hi! I'm ready to learn.,00:00:05,00:00:08,,,
+2,session_001,3,Tutor,Great! Let's start with a simple example.,00:00:08,00:00:12,Great!,,
+3,session_001,4,Student,Okay I'm listening.,00:00:12,00:00:14,,,
+4,session_001,5,Tutor,A fraction shows a part of a whole.,00:00:14,00:00:18,,,
+5,session_001,6,Student,Got it. Can you show me an example?,00:00:18,00:00:21,,,
+0,session_002,1,Tutor,Welcome back! Let's review decimals today.,,,,,
+1,session_002,2,Student,Hello! I've been practicing.,,,,,