@dzhechkov/skills-academic 0.1.0

package/question-generator/evals/question-generator.yaml

@@ -0,0 +1,69 @@
+# question-generator evaluation
+# Run: aqe eval question-generator
+
+test_cases:
+  - name: "basic invocation"
+    input: "Сгенерируй вопросы к защите"
+    expected:
+      status: success
+      summary_contains: "question-generator"
+
+  - name: "questions from topic"
+    input: "Сгенерируй вопросы к защите ВКР на тему 'Влияние цифровой трансформации на управление знаниями'"
+    expected:
+      status: success
+      has_fields:
+        - topic
+        - questions
+        - stats
+
+  - name: "all categories present"
+    input: "Сгенерируй вопросы всех категорий по ВКР о машинном обучении в медицине"
+    expected:
+      status: success
+      questions_categories_include:
+        - basic
+        - methodological
+        - practical
+        - critical
+        - related
+
+  - name: "difficulty ranking"
+    input: "Ранжируй вопросы по сложности от базовых к экспертным"
+    expected:
+      status: success
+      has_fields:
+        - questions
+      questions_sorted_by: difficulty
+
+  - name: "expected keywords"
+    input: "Для каждого вопроса укажи ожидаемые ключевые слова в ответе"
+    expected:
+      status: success
+      all_questions_have: expected_keywords
+
+  - name: "basic questions only"
+    input: "Сгенерируй только базовые вопросы для проверки понимания темы"
+    expected:
+      status: success
+      questions_category_filter: basic
+
+  - name: "provocative questions"
+    input: "Подготовь провокационные вопросы по слабым местам работы"
+    expected:
+      status: success
+      has_fields:
+        - questions
+      questions_categories_include:
+        - critical
+
+  - name: "question count and stats"
+    input: "Сгенерируй 10-15 вопросов и покажи статистику по категориям"
+    expected:
+      status: success
+      has_fields:
+        - stats
+      stats_has:
+        - total_questions
+        - by_category
+        - by_difficulty

package/question-generator/schemas/output.json

@@ -0,0 +1,87 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "title": "question-generator output",
+  "description": "Structured output from the question-generator skill",
+  "type": "object",
+  "required": ["status", "topic", "questions", "stats"],
+  "properties": {
+    "status": {
+      "type": "string",
+      "enum": ["success", "error", "skipped"]
+    },
+    "topic": {
+      "type": "string",
+      "description": "Thesis topic"
+    },
+    "key_concepts": {
+      "type": "array",
+      "items": { "type": "string" },
+      "description": "Key concepts extracted from the thesis"
+    },
+    "key_methods": {
+      "type": "array",
+      "items": { "type": "string" },
+      "description": "Key methods used in the thesis"
+    },
+    "key_results": {
+      "type": "array",
+      "items": { "type": "string" },
+      "description": "Key results of the thesis"
+    },
+    "questions": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "required": ["text", "category", "difficulty", "expected_keywords"],
+        "properties": {
+          "text": {
+            "type": "string",
+            "description": "Question text in Russian"
+          },
+          "category": {
+            "type": "string",
+            "enum": ["basic", "methodological", "practical", "critical", "related"],
+            "description": "Question category"
+          },
+          "difficulty": {
+            "type": "integer",
+            "minimum": 1,
+            "maximum": 3,
+            "description": "Difficulty level: 1=basic, 2=advanced, 3=expert"
+          },
+          "expected_keywords": {
+            "type": "array",
+            "items": { "type": "string" },
+            "minItems": 1,
+            "description": "Expected keywords in the answer"
+          }
+        }
+      },
+      "minItems": 1
+    },
+    "stats": {
+      "type": "object",
+      "properties": {
+        "total_questions": { "type": "integer" },
+        "by_category": {
+          "type": "object",
+          "properties": {
+            "basic": { "type": "integer" },
+            "methodological": { "type": "integer" },
+            "practical": { "type": "integer" },
+            "critical": { "type": "integer" },
+            "related": { "type": "integer" }
+          }
+        },
+        "by_difficulty": {
+          "type": "object",
+          "properties": {
+            "level_1": { "type": "integer" },
+            "level_2": { "type": "integer" },
+            "level_3": { "type": "integer" }
+          }
+        }
+      }
+    }
+  }
+}

package/question-generator/scripts/validate-config.json

@@ -0,0 +1,49 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "title": "question-generator config validator",
+  "description": "Validates configuration inputs for the question-generator skill",
+  "type": "object",
+  "properties": {
+    "thesis_path": {
+      "type": "string",
+      "description": "Path to the thesis document (PDF or text)"
+    },
+    "thesis_topic": {
+      "type": "string",
+      "description": "Thesis topic (if document not provided)"
+    },
+    "thesis_abstract": {
+      "type": "string",
+      "description": "Thesis abstract text (if document not provided)"
+    },
+    "categories": {
+      "type": "array",
+      "items": {
+        "type": "string",
+        "enum": ["basic", "methodological", "practical", "critical", "related"]
+      },
+      "default": ["basic", "methodological", "practical", "critical", "related"],
+      "description": "Which question categories to generate"
+    },
+    "max_questions": {
+      "type": "integer",
+      "minimum": 5,
+      "maximum": 30,
+      "default": 15,
+      "description": "Maximum number of questions to generate"
+    },
+    "difficulty_range": {
+      "type": "object",
+      "properties": {
+        "min": { "type": "integer", "minimum": 1, "maximum": 3 },
+        "max": { "type": "integer", "minimum": 1, "maximum": 3 }
+      },
+      "default": { "min": 1, "max": 3 },
+      "description": "Difficulty range for generated questions"
+    }
+  },
+  "anyOf": [
+    { "required": ["thesis_path"] },
+    { "required": ["thesis_topic"] }
+  ]
+}