@dailephd/my-dev-kit-lab 0.4.4 → 0.4.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (225) hide show
  1. package/CHANGELOG.md +484 -0
  2. package/README.md +39 -3
  3. package/dist/scripts/cli.js +9 -0
  4. package/dist/src/audits/core/typescriptJavaScriptAnalyzer.js +30 -12
  5. package/dist/src/cli/help.js +300 -0
  6. package/dist/src/cli/index.js +2 -0
  7. package/dist/src/cli/runLabCli.js +229 -0
  8. package/dist/src/commands/runAuditCommand.js +132 -0
  9. package/dist/src/commands/runControlledExperimentCommand.js +7 -3
  10. package/dist/{scripts/experiments/describeExperiment.js → src/commands/runExperimentDescribeCommand.js} +14 -10
  11. package/dist/{scripts/experiments/listExperiments.js → src/commands/runExperimentListCommand.js} +3 -6
  12. package/dist/{scripts/experiments/runExperiment.js → src/commands/runExperimentRunCommand.js} +80 -22
  13. package/dist/src/commands/runFinalDemoCommand.js +2 -3
  14. package/dist/src/commands/runSecurityValidationCommand.js +271 -0
  15. package/dist/src/evaluation/ecosystemFixtures/index.js +3 -0
  16. package/dist/src/evaluation/ecosystemFixtures/loadContextIntegrityFixture.js +102 -0
  17. package/dist/src/evaluation/ecosystemFixtures/manifestTypes.js +1 -0
  18. package/dist/src/evaluation/ecosystemFixtures/validateManifest.js +82 -0
  19. package/dist/src/evaluation/ecosystemFixtures/verifyFixtureHashes.js +45 -0
  20. package/dist/src/evaluation/stageContextMetrics/calculateAllocationMetrics.js +169 -0
  21. package/dist/src/evaluation/stageContextMetrics/calculateConditionCoverageMetrics.js +74 -0
  22. package/dist/src/evaluation/stageContextMetrics/calculateProducerConditionAgreement.js +113 -0
  23. package/dist/src/evaluation/stageContextMetrics/calculateReadinessAgreement.js +60 -0
  24. package/dist/src/evaluation/stageContextMetrics/calculateRunIntegrityAgreement.js +309 -0
  25. package/dist/src/evaluation/stageContextMetrics/calculateSupplementalRawAgreement.js +12 -2
  26. package/dist/src/evaluation/stageContextMetrics/calculateTruncationClassification.js +100 -0
  27. package/dist/src/evaluation/stageContextMetrics/evaluateProducerReadinessBridge.js +76 -5
  28. package/dist/src/evaluation/stageContextMetrics/index.js +4 -0
  29. package/dist/src/evaluation/stageContextMetrics/runIntegrityAgreementTypes.js +1 -0
  30. package/dist/src/evaluation/stageContextSelectors/contextArtifactConsistency.js +7 -0
  31. package/dist/src/evaluation/stageContextSelectors/index.js +1 -0
  32. package/dist/src/evaluation/stageContextSelectors/orchestratorRunIntegritySelectors.js +64 -0
  33. package/dist/src/evaluation/upstreamArtifacts/index.js +2 -0
  34. package/dist/src/evaluation/upstreamArtifacts/orchestratorRunIntegrityV1.js +33 -0
  35. package/dist/src/evaluation/upstreamArtifacts/readOrchestratorRunIntegrityV1.js +9 -0
  36. package/dist/src/evaluation/upstreamArtifacts/validateMyDevKitContextCapsuleV1.js +59 -2
  37. package/dist/src/evaluation/upstreamArtifacts/validateMyDevKitRetrievalAuditRecordV1.js +6 -1
  38. package/dist/src/evaluation/upstreamArtifacts/validateOrchestratorRunIntegrityV1.js +177 -0
  39. package/dist/src/report/experiments/buildContextIntegrityReport.js +204 -0
  40. package/dist/src/report/experiments/contextIntegrityReportModel.js +1 -0
  41. package/dist/src/report/experiments/index.js +5 -0
  42. package/dist/src/report/experiments/renderContextIntegrityHtml.js +98 -0
  43. package/dist/src/report/experiments/renderContextIntegrityJsonReport.js +3 -0
  44. package/dist/src/report/experiments/renderContextIntegrityText.js +111 -0
  45. package/dist/src/runtime/index.js +3 -0
  46. package/dist/src/runtime/labExecutionContext.js +22 -0
  47. package/dist/src/runtime/packageResource.js +22 -0
  48. package/dist/src/runtime/packageRoot.js +37 -0
  49. package/dist/src/securityValidation/packageChecks/requiredPackageContents.js +46 -0
  50. package/dist/src/securityValidation/packageChecks/runPackageChecks.js +11 -5
  51. package/docs/METRICS.md +83 -0
  52. package/package.json +10 -8
  53. package/dist/scripts/audits/runAudit.js +0 -135
  54. package/dist/scripts/build-gallery.js +0 -3
  55. package/dist/scripts/capture-demo-report.js +0 -3
  56. package/dist/scripts/evaluate-token-savings.js +0 -2
  57. package/dist/scripts/generate-experiment-plots.js +0 -3
  58. package/dist/scripts/generate-prompt-variants.js +0 -2
  59. package/dist/scripts/render-experiment-report.js +0 -2
  60. package/dist/scripts/run-agent-prompt.js +0 -2
  61. package/dist/scripts/run-controlled-experiment.js +0 -2
  62. package/dist/scripts/run-lab-demo.js +0 -5
  63. package/dist/scripts/run-visualization-demos.js +0 -3
  64. package/dist/scripts/security/resolveToolRoot.js +0 -16
  65. package/dist/scripts/security/runCodeql.js +0 -58
  66. package/dist/scripts/security/runDependencyChecks.js +0 -58
  67. package/dist/scripts/security/runFuzzSmoke.js +0 -29
  68. package/dist/scripts/security/runPackageChecks.js +0 -57
  69. package/dist/scripts/security/runSemgrep.js +0 -64
  70. package/dist/scripts/security/validate.js +0 -266
  71. package/dist/scripts/verify-benchmarks.js +0 -202
  72. package/examples/demo-report-input.json +0 -78
  73. package/examples/lab-demo-cases.json +0 -35
  74. package/examples/real-agent-campaign-cases.json +0 -118
  75. package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-a/src/debug/res/xml/ambiguous_backup_rules.xml +0 -4
  76. package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-a/src/main/res/xml/ambiguous_backup_rules.xml +0 -4
  77. package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-a/src/main/res/xml/backup_rules.xml +0 -5
  78. package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-a/src/main/res/xml/broad_backup_rules.xml +0 -4
  79. package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-a/src/main/res/xml/data_extraction_rules.xml +0 -10
  80. package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-a/src/main/res/xml/unsupported_domain_rules.xml +0 -4
  81. package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-b/src/main/res/xml/malformed_backup_rules.xml +0 -4
  82. package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-b/src/main/res/xml/unsupported_root.xml +0 -4
  83. package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/debug/res/xml/ambiguous_config.xml +0 -4
  84. package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/main/res/xml/ambiguous_config.xml +0 -4
  85. package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/main/res/xml/base_cleartext_false.xml +0 -8
  86. package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/main/res/xml/broad_and_duplicate_domains.xml +0 -8
  87. package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/main/res/xml/empty_domain.xml +0 -6
  88. package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/main/res/xml/malformed_pin.xml +0 -11
  89. package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/main/res/xml/network_security_config.xml +0 -26
  90. package/tests/fixtures/android/advanced-security-fixtures/network-security/module-b/src/main/res/xml/malformed_network_security_config.xml +0 -6
  91. package/tests/fixtures/android/advanced-security-fixtures/network-security/module-b/src/main/res/xml/unsupported_root.xml +0 -4
  92. package/tests/fixtures/android/advanced-security-fixtures/release-configuration/groovy-release-debuggable-dynamic.gradle +0 -7
  93. package/tests/fixtures/android/advanced-security-fixtures/release-configuration/groovy-release-debuggable-false.gradle +0 -9
  94. package/tests/fixtures/android/advanced-security-fixtures/release-configuration/groovy-release-debuggable-true.gradle +0 -13
  95. package/tests/fixtures/android/advanced-security-fixtures/release-configuration/kotlin-release-debuggable-false.gradle.kts +0 -7
  96. package/tests/fixtures/android/advanced-security-fixtures/release-configuration/kotlin-release-debuggable-true.gradle.kts +0 -10
  97. package/tests/fixtures/android/advanced-security-fixtures/release-configuration/missing-release-build-type.gradle.kts +0 -7
  98. package/tests/fixtures/android/advanced-security-fixtures/resource-resolution/module-a/src/debug/res/xml/network_security_config.xml +0 -8
  99. package/tests/fixtures/android/advanced-security-fixtures/resource-resolution/module-a/src/main/res/xml/backup_rules.xml +0 -4
  100. package/tests/fixtures/android/advanced-security-fixtures/resource-resolution/module-a/src/main/res/xml/network_security_config.xml +0 -8
  101. package/tests/fixtures/android/advanced-security-fixtures/resource-resolution/module-b/src/main/res/xml/malformed_network_security_config.xml +0 -7
  102. package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/SampleActivity.java +0 -8
  103. package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/SampleActivity.kt +0 -9
  104. package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/build.gradle +0 -11
  105. package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/build.gradle.kts +0 -11
  106. package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/google-services.json +0 -16
  107. package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/local.properties +0 -3
  108. package/tests/fixtures/android/advanced-security-fixtures/secret-candidates-bounds/module/binary.properties +0 -0
  109. package/tests/fixtures/android/advanced-security-fixtures/secret-candidates-bounds/module/oversized.json +0 -1
  110. package/tests/fixtures/android/advanced-security-fixtures/signing-configuration/app/fake-release-keystore.jks +0 -1
  111. package/tests/fixtures/android/advanced-security-fixtures/signing-configuration/build/generated-fake.keystore +0 -1
  112. package/tests/fixtures/android/compose-app/app/build.gradle.kts +0 -21
  113. package/tests/fixtures/android/compose-app/app/src/main/AndroidManifest.xml +0 -22
  114. package/tests/fixtures/android/compose-app/app/src/main/java/com/example/composeapp/MainActivity.kt +0 -11
  115. package/tests/fixtures/android/compose-app/build.gradle.kts +0 -4
  116. package/tests/fixtures/android/compose-app/gradle/wrapper/gradle-wrapper.properties +0 -4
  117. package/tests/fixtures/android/compose-app/settings.gradle.kts +0 -2
  118. package/tests/fixtures/android/gradle-metadata-fixtures/catalog-only-plugin/build.gradle.kts +0 -3
  119. package/tests/fixtures/android/gradle-metadata-fixtures/catalog-only-plugin/gradle/libs.versions.toml +0 -5
  120. package/tests/fixtures/android/gradle-metadata-fixtures/comment-safety.gradle.kts +0 -21
  121. package/tests/fixtures/android/gradle-metadata-fixtures/dynamic-values.gradle.kts +0 -17
  122. package/tests/fixtures/android/gradle-metadata-fixtures/groovy-literal.gradle +0 -23
  123. package/tests/fixtures/android/gradle-metadata-fixtures/wrapper-malformed.properties +0 -4
  124. package/tests/fixtures/android/gradle-metadata-fixtures/wrapper-missing-url.properties +0 -3
  125. package/tests/fixtures/android/gradle-metadata-fixtures/wrapper-with-checksum.properties +0 -5
  126. package/tests/fixtures/android/java-app/app/build.gradle +0 -16
  127. package/tests/fixtures/android/java-app/app/src/main/AndroidManifest.xml +0 -19
  128. package/tests/fixtures/android/java-app/app/src/main/java/com/example/javaapp/MainActivity.java +0 -4
  129. package/tests/fixtures/android/java-app/build.gradle +0 -3
  130. package/tests/fixtures/android/java-app/gradle/wrapper/gradle-wrapper.properties +0 -4
  131. package/tests/fixtures/android/java-app/settings.gradle +0 -2
  132. package/tests/fixtures/android/library/build.gradle.kts +0 -3
  133. package/tests/fixtures/android/library/gradle/wrapper/gradle-wrapper.properties +0 -4
  134. package/tests/fixtures/android/library/mylibrary/build.gradle.kts +0 -13
  135. package/tests/fixtures/android/library/mylibrary/src/main/AndroidManifest.xml +0 -2
  136. package/tests/fixtures/android/library/settings.gradle.kts +0 -2
  137. package/tests/fixtures/android/manifest-audit-fixtures/incomplete-intent-filter.xml +0 -14
  138. package/tests/fixtures/android/manifest-audit-fixtures/malformed-exported.xml +0 -10
  139. package/tests/fixtures/android/manifest-audit-fixtures/malformed.xml +0 -5
  140. package/tests/fixtures/android/manifest-audit-fixtures/missing-application.xml +0 -7
  141. package/tests/fixtures/android/manifest-audit-fixtures/missing-component-name.xml +0 -11
  142. package/tests/fixtures/android/manifest-audit-fixtures/permission-coverage.xml +0 -29
  143. package/tests/fixtures/android/manifest-audit-fixtures/risky-components.xml +0 -62
  144. package/tests/fixtures/android/manifest-audit-fixtures/risky-deep-links.xml +0 -45
  145. package/tests/fixtures/android/manifest-audit-fixtures/unresolved-placeholder.xml +0 -14
  146. package/tests/fixtures/android/manifest-audit-fixtures/unusual-namespace-prefix.xml +0 -11
  147. package/tests/fixtures/android/multi-module/app/build.gradle.kts +0 -22
  148. package/tests/fixtures/android/multi-module/app/src/androidTest/java/com/example/multimodule/app/ExampleInstrumentedTest.kt +0 -3
  149. package/tests/fixtures/android/multi-module/app/src/main/AndroidManifest.xml +0 -11
  150. package/tests/fixtures/android/multi-module/app/src/test/java/com/example/multimodule/app/ExampleUnitTest.kt +0 -3
  151. package/tests/fixtures/android/multi-module/build.gradle.kts +0 -5
  152. package/tests/fixtures/android/multi-module/core/build.gradle.kts +0 -14
  153. package/tests/fixtures/android/multi-module/core/src/main/AndroidManifest.xml +0 -2
  154. package/tests/fixtures/android/multi-module/feature-login/build.gradle.kts +0 -18
  155. package/tests/fixtures/android/multi-module/feature-login/src/main/AndroidManifest.xml +0 -2
  156. package/tests/fixtures/android/multi-module/gradle/libs.versions.toml +0 -8
  157. package/tests/fixtures/android/multi-module/gradle/wrapper/gradle-wrapper.properties +0 -4
  158. package/tests/fixtures/android/multi-module/settings.gradle.kts +0 -4
  159. package/tests/fixtures/android/non-android-gradle/build.gradle.kts +0 -3
  160. package/tests/fixtures/android/non-android-gradle/core/build.gradle.kts +0 -3
  161. package/tests/fixtures/android/non-android-gradle/core/src/main/java/com/example/core/Core.java +0 -4
  162. package/tests/fixtures/android/non-android-gradle/gradle/wrapper/gradle-wrapper.properties +0 -4
  163. package/tests/fixtures/android/non-android-gradle/settings.gradle.kts +0 -2
  164. package/tests/fixtures/android/partial/app/build.gradle.kts +0 -7
  165. package/tests/fixtures/android/partial/settings.gradle.kts +0 -2
  166. package/tests/fixtures/android/xml-view-app/app/build.gradle.kts +0 -17
  167. package/tests/fixtures/android/xml-view-app/app/src/main/AndroidManifest.xml +0 -31
  168. package/tests/fixtures/android/xml-view-app/app/src/main/kotlin/com/example/xmlviewapp/MainActivity.kt +0 -7
  169. package/tests/fixtures/android/xml-view-app/app/src/main/res/layout/activity_main.xml +0 -4
  170. package/tests/fixtures/android/xml-view-app/build.gradle.kts +0 -4
  171. package/tests/fixtures/android/xml-view-app/gradle/wrapper/gradle-wrapper.properties +0 -4
  172. package/tests/fixtures/android/xml-view-app/settings.gradle.kts +0 -2
  173. package/tests/fixtures/audits/mixed-language/mixed-docs-claims/README.md +0 -16
  174. package/tests/fixtures/audits/mixed-language/mixed-docs-claims/build.gradle.kts +0 -4
  175. package/tests/fixtures/audits/mixed-language/mixed-docs-claims/src/main/java/com/example/Widget.java +0 -7
  176. package/tests/fixtures/audits/mixed-language/mixed-docs-claims/src/main/kotlin/com/example/Gadget.kt +0 -7
  177. package/tests/fixtures/audits/mixed-language/mixed-generated-vendor/README.md +0 -10
  178. package/tests/fixtures/audits/mixed-language/mixed-generated-vendor/build/Main.class +0 -1
  179. package/tests/fixtures/audits/mixed-language/mixed-generated-vendor/dist/index.js +0 -1
  180. package/tests/fixtures/audits/mixed-language/mixed-generated-vendor/generated/schema.ts +0 -1
  181. package/tests/fixtures/audits/mixed-language/mixed-generated-vendor/src/index.ts +0 -3
  182. package/tests/fixtures/audits/mixed-language/mixed-generated-vendor/vendor/lib.py +0 -2
  183. package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/README.md +0 -10
  184. package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/build.gradle.kts +0 -8
  185. package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/settings.gradle.kts +0 -1
  186. package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/src/main/java/com/example/FooService.java +0 -7
  187. package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/src/main/kotlin/com/example/BarService.kt +0 -7
  188. package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/src/test/java/com/example/FooServiceTest.java +0 -8
  189. package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/src/test/kotlin/com/example/BarServiceTest.kt +0 -8
  190. package/tests/fixtures/audits/mixed-language/mixed-python-ts/README.md +0 -8
  191. package/tests/fixtures/audits/mixed-language/mixed-python-ts/src/app.py +0 -7
  192. package/tests/fixtures/audits/mixed-language/mixed-python-ts/src/index.ts +0 -3
  193. package/tests/fixtures/audits/mixed-language/mixed-python-ts/tests/test_app.py +0 -5
  194. package/tests/fixtures/audits/mixed-language/mixed-ts-js/README.md +0 -7
  195. package/tests/fixtures/audits/mixed-language/mixed-ts-js/src/helper.js +0 -5
  196. package/tests/fixtures/audits/mixed-language/mixed-ts-js/src/index.ts +0 -3
  197. package/tests/fixtures/audits/mixed-language/mixed-ts-js/tests/index.sample.ts +0 -5
  198. package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/README.md +0 -10
  199. package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/build.gradle.kts +0 -4
  200. package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/pytests/test_app.py +0 -5
  201. package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/src/app.py +0 -2
  202. package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/src/helper.js +0 -5
  203. package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/src/index.ts +0 -3
  204. package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/src/main/java/com/example/Multiplier.java +0 -7
  205. package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/src/main/kotlin/com/example/Divider.kt +0 -7
  206. package/tests/fixtures/fake-adversarial-cli.js +0 -152
  207. package/tests/fixtures/fake-my-dev-kit-cli.js +0 -83
  208. package/tests/fixtures/full-workflow-library/complete-v1.0.0.json +0 -24
  209. package/tests/fixtures/full-workflow-library/future-minor-v1.1.0-additive.json +0 -25
  210. package/tests/fixtures/stage-context-expectations/complete-v1.0.0.json +0 -230
  211. package/tests/fixtures/stage-context-expectations/future-minor-v1.1.0-additive.json +0 -232
  212. package/tests/fixtures/stage-context-expectations/invalid/malformed-json.txt +0 -1
  213. package/tests/fixtures/stage-context-expectations/invalid/non-object-root.json +0 -1
  214. package/tests/fixtures/stage-context-expectations/minimal-v1.0.0.json +0 -18
  215. package/tests/fixtures/upstream-artifacts/invalid/malformed-json.txt +0 -1
  216. package/tests/fixtures/upstream-artifacts/invalid/non-object-root.json +0 -1
  217. package/tests/fixtures/upstream-artifacts/my-dev-kit/1.10.2/context-capsule/complete-v1.0.0.json +0 -504
  218. package/tests/fixtures/upstream-artifacts/my-dev-kit/1.10.2/context-capsule/future-minor-v1.1.0-additive.json +0 -955
  219. package/tests/fixtures/upstream-artifacts/my-dev-kit/1.10.2/retrieval-audit-record/complete-v1.0.0.json +0 -190
  220. package/tests/fixtures/upstream-artifacts/my-dev-kit/1.10.2/retrieval-audit-record/future-minor-v1.1.0-additive.json +0 -327
  221. package/tests/fixtures/upstream-artifacts/my-dev-kit-1.10.2-identity/PROVENANCE.txt +0 -13
  222. package/tests/fixtures/upstream-artifacts/my-dev-kit-1.10.2-identity/context-capsule.json +0 -7874
  223. package/tests/fixtures/upstream-artifacts/my-dev-kit-1.10.2-identity/retrieval-audit-record.json +0 -1076
  224. package/tests/fixtures/upstream-artifacts/my-dev-kit-orchestrator/1.2.1/workflow-instruction-packet/complete-v1.0.0.json +0 -160
  225. package/tests/fixtures/upstream-artifacts/my-dev-kit-orchestrator/1.2.1/workflow-instruction-packet/future-minor-v1.1.0-additive.json +0 -186
@@ -1,118 +0,0 @@
1
- [
2
- {
3
- "id": "task-workflow-import-dedup",
4
- "title": "Task workflow import and dedupe retrieval",
5
- "benchmarkProject": "task-workflow-medium-ts",
6
- "projectProfileRef": "task-workflow-medium-ts",
7
- "targetRoot": "benchmarks/projects/task-workflow-medium-ts",
8
- "sourceRoots": ["src", "tests"],
9
- "query": "import tasks duplicate normalized title deterministic id summarize workflow project",
10
- "expectedFiles": [
11
- "src/services/importTasks.ts",
12
- "src/store/taskStore.ts",
13
- "src/validation/taskValidation.ts"
14
- ],
15
- "expectedSymbols": ["importTasks", "validateImportInput", "findDuplicate", "createTask"],
16
- "answerKey": {
17
- "expectedFiles": [
18
- "src/services/importTasks.ts",
19
- "src/store/taskStore.ts",
20
- "src/validation/taskValidation.ts"
21
- ],
22
- "expectedSymbols": ["importTasks", "validateImportInput", "findDuplicate", "createTask"],
23
- "expectedFacts": [
24
- {
25
- "id": "workflow-import-validates-title-and-project",
26
- "text": "importTasks validates normalized task titles and project ids before inserting records.",
27
- "weight": 1,
28
- "required": true
29
- },
30
- {
31
- "id": "workflow-import-skips-duplicates-by-project-and-normalized-title",
32
- "text": "importTasks skips duplicates when a task with the same normalized title already exists in the same project.",
33
- "weight": 1,
34
- "required": true
35
- },
36
- {
37
- "id": "workflow-import-keeps-deterministic-task-sequences",
38
- "text": "New imported tasks still receive deterministic ids such as task-1 and task-2 from the shared store sequence.",
39
- "weight": 1,
40
- "required": true
41
- }
42
- ],
43
- "minimumCorrectFacts": 3,
44
- "notes": "This case is intended to require multiple files: service, validation, and store logic."
45
- },
46
- "rawIncludeGlobs": ["src/**/*", "tests/**/*"],
47
- "notes": "Medium project case for real-agent comparison."
48
- },
49
- {
50
- "id": "task-analytics-health-label",
51
- "title": "Task analytics health label retrieval",
52
- "benchmarkProject": "task-analytics-large-mixed",
53
- "projectProfileRef": "task-analytics-large-mixed",
54
- "targetRoot": "benchmarks/projects/task-analytics-large-mixed",
55
- "sourceRoots": ["ts/src", "ts/tests", "py/task_analytics", "py/tests"],
56
- "query": "completion rate stale tasks quality label health report build analytics snapshot mixed language",
57
- "expectedFiles": [
58
- "ts/src/services/buildAnalyticsSnapshot.ts",
59
- "ts/src/reporting/formatTaskHealthReport.ts",
60
- "py/task_analytics/metrics.py",
61
- "py/task_analytics/quality.py",
62
- "py/task_analytics/reporting.py"
63
- ],
64
- "expectedSymbols": [
65
- "buildAnalyticsSnapshot",
66
- "formatTaskHealthReport",
67
- "calculate_project_metrics",
68
- "determine_quality_label",
69
- "build_health_report"
70
- ],
71
- "answerKey": {
72
- "expectedFiles": [
73
- "ts/src/services/buildAnalyticsSnapshot.ts",
74
- "ts/src/reporting/formatTaskHealthReport.ts",
75
- "py/task_analytics/metrics.py",
76
- "py/task_analytics/quality.py",
77
- "py/task_analytics/reporting.py"
78
- ],
79
- "expectedSymbols": [
80
- "buildAnalyticsSnapshot",
81
- "formatTaskHealthReport",
82
- "calculate_project_metrics",
83
- "determine_quality_label",
84
- "build_health_report"
85
- ],
86
- "expectedFacts": [
87
- {
88
- "id": "analytics-snapshot-computes-completion-rate",
89
- "text": "The analytics snapshot computes completionRate as completedTasks divided by totalTasks times 100, rounded to two decimals.",
90
- "weight": 1,
91
- "required": true
92
- },
93
- {
94
- "id": "analytics-snapshot-counts-stale-open-tasks",
95
- "text": "Stale tasks count only open tasks whose updated day is at least ten days behind the current day.",
96
- "weight": 1,
97
- "required": true
98
- },
99
- {
100
- "id": "python-quality-labels-healthy-watch-risk",
101
- "text": "The Python quality layer maps metrics to healthy, watch, or risk labels based on completion rate and stale task thresholds.",
102
- "weight": 1,
103
- "required": true
104
- },
105
- {
106
- "id": "python-reporting-renders-quality-lines",
107
- "text": "The Python report writer emits one line per project with the quality label plus completion, open, and stale counts.",
108
- "weight": 1,
109
- "required": true
110
- }
111
- ],
112
- "minimumCorrectFacts": 3,
113
- "notes": "This case intentionally spans TypeScript snapshot building and Python quality reporting."
114
- },
115
- "rawIncludeGlobs": ["ts/src/**/*", "ts/tests/**/*", "py/task_analytics/**/*", "py/tests/**/*"],
116
- "notes": "Large mixed-language case for real-agent comparison."
117
- }
118
- ]
@@ -1,4 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <full-backup-content>
3
- <include domain="sharedpref" path="." />
4
- </full-backup-content>
@@ -1,4 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <full-backup-content>
3
- <exclude domain="database" path="fake.db" />
4
- </full-backup-content>
@@ -1,5 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <full-backup-content>
3
- <include domain="sharedpref" path="." />
4
- <exclude domain="database" path="fake-cache.db" />
5
- </full-backup-content>
@@ -1,4 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <full-backup-content>
3
- <include domain="root" path="." />
4
- </full-backup-content>
@@ -1,10 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <data-extraction-rules>
3
- <cloud-backup disableIfNoEncryptionCapabilities="true">
4
- <include domain="sharedpref" path="." />
5
- <exclude domain="database" path="fake-secrets.db" />
6
- </cloud-backup>
7
- <device-transfer>
8
- <include domain="root" path="." />
9
- </device-transfer>
10
- </data-extraction-rules>
@@ -1,4 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <full-backup-content>
3
- <include domain="not-a-real-domain" path="." />
4
- </full-backup-content>
@@ -1,4 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <full-backup-content>
3
- <include domain="sharedpref" path="." />
4
- <!-- missing closing tag on purpose -->
@@ -1,4 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <resources>
3
- <string name="not_backup_rules">true</string>
4
- </resources>
@@ -1,4 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <network-security-config>
3
- <base-config cleartextTrafficPermitted="true" />
4
- </network-security-config>
@@ -1,4 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <network-security-config>
3
- <base-config cleartextTrafficPermitted="false" />
4
- </network-security-config>
@@ -1,8 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <network-security-config>
3
- <base-config cleartextTrafficPermitted="false">
4
- <trust-anchors>
5
- <certificates src="system" />
6
- </trust-anchors>
7
- </base-config>
8
- </network-security-config>
@@ -1,8 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <network-security-config>
3
- <domain-config>
4
- <domain>ab</domain>
5
- <domain>Example.COM.</domain>
6
- <domain>example.com</domain>
7
- </domain-config>
8
- </network-security-config>
@@ -1,6 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <network-security-config>
3
- <domain-config>
4
- <domain includeSubdomains="true"></domain>
5
- </domain-config>
6
- </network-security-config>
@@ -1,11 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <network-security-config>
3
- <domain-config>
4
- <domain>example.org</domain>
5
- <pin-set expiration="not-a-date">
6
- <pin>MISSING_DIGEST_ATTRIBUTE_FAKE_PIN=</pin>
7
- <pin digest="SHA-1">UNSUPPORTED_DIGEST_FAKE_PIN=</pin>
8
- <pin digest="SHA-256"></pin>
9
- </pin-set>
10
- </domain-config>
11
- </network-security-config>
@@ -1,26 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <network-security-config>
3
- <base-config cleartextTrafficPermitted="true">
4
- <trust-anchors>
5
- <certificates src="system" />
6
- <certificates src="user" />
7
- </trust-anchors>
8
- </base-config>
9
- <domain-config cleartextTrafficPermitted="true">
10
- <domain includeSubdomains="true">example.com</domain>
11
- <pin-set expiration="2030-01-01">
12
- <pin digest="SHA-256">FAKEPINHASHFAKEPINHASHFAKEPINHASHFAKEPINHASH=</pin>
13
- </pin-set>
14
- <domain-config>
15
- <domain includeSubdomains="false">nested.example.com</domain>
16
- <trust-anchors>
17
- <certificates src="@raw/my_custom_ca" />
18
- </trust-anchors>
19
- </domain-config>
20
- </domain-config>
21
- <debug-overrides>
22
- <trust-anchors>
23
- <certificates src="user" overridePins="true" />
24
- </trust-anchors>
25
- </debug-overrides>
26
- </network-security-config>
@@ -1,6 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <network-security-config>
3
- <base-config cleartextTrafficPermitted="true">
4
- <trust-anchors>
5
- <certificates src="system" />
6
- <!-- missing closing tags on purpose -->
@@ -1,4 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <resources>
3
- <string name="not_a_network_security_config">true</string>
4
- </resources>
@@ -1,7 +0,0 @@
1
- android {
2
- buildTypes {
3
- release {
4
- debuggable rootProject.ext.fakeIsDebugFlag
5
- }
6
- }
7
- }
@@ -1,9 +0,0 @@
1
- android {
2
- buildTypes {
3
- release {
4
- debuggable false
5
- minifyEnabled true
6
- shrinkResources true
7
- }
8
- }
9
- }
@@ -1,13 +0,0 @@
1
- android {
2
- buildTypes {
3
- release {
4
- debuggable true
5
- minifyEnabled true
6
- shrinkResources true
7
- signingConfig signingConfigs.release
8
- }
9
- debug {
10
- debuggable true
11
- }
12
- }
13
- }
@@ -1,7 +0,0 @@
1
- android {
2
- buildTypes {
3
- getByName("release") {
4
- isDebuggable = false
5
- }
6
- }
7
- }
@@ -1,10 +0,0 @@
1
- android {
2
- buildTypes {
3
- getByName("release") {
4
- isDebuggable = true
5
- isMinifyEnabled = true
6
- isShrinkResources = true
7
- signingConfig = signingConfigs.getByName("release")
8
- }
9
- }
10
- }
@@ -1,7 +0,0 @@
1
- android {
2
- buildTypes {
3
- debug {
4
- isDebuggable = true
5
- }
6
- }
7
- }
@@ -1,8 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <network-security-config>
3
- <debug-overrides>
4
- <trust-anchors>
5
- <certificates src="user" />
6
- </trust-anchors>
7
- </debug-overrides>
8
- </network-security-config>
@@ -1,4 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <full-backup-content>
3
- <exclude domain="sharedpref" path="fake-secrets.xml" />
4
- </full-backup-content>
@@ -1,8 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <network-security-config>
3
- <base-config cleartextTrafficPermitted="false">
4
- <trust-anchors>
5
- <certificates src="system" />
6
- </trust-anchors>
7
- </base-config>
8
- </network-security-config>
@@ -1,7 +0,0 @@
1
- <?xml version="1.0" encoding="utf-8"?>
2
- <network-security-config>
3
- <base-config cleartextTrafficPermitted="false">
4
- <trust-anchors>
5
- <certificates src="system" />
6
- </trust-anchors>
7
- <!-- missing closing tag for base-config and network-security-config on purpose -->
@@ -1,8 +0,0 @@
1
- package com.example.fixtures;
2
-
3
- // Fixture only — every value below is fake and unmistakably not a real
4
- // credential. Used by later v0.4.1 secret-candidate scanner batches.
5
- public class SampleActivity {
6
- private static final String SECRET_TOKEN = "FAKE-DUMMY-TOKEN-0000000000000000";
7
- private static final String DB_PASSWORD = "test-fake-db-password";
8
- }
@@ -1,9 +0,0 @@
1
- package com.example.fixtures
2
-
3
- // Fixture only — every value below is fake and unmistakably not a real
4
- // credential. Used by later v0.4.1 secret-candidate scanner batches.
5
- class SampleActivity {
6
- private val apiToken = "FAKE_TOKEN_1234567890ABCDEFGHIJ"
7
- private val password = "changeme-fake-password"
8
- private val placeholderSecret = "your-api-key-here"
9
- }
@@ -1,11 +0,0 @@
1
- // Fixture only — every value below is fake. Gradle Groovy DSL candidate.
2
- android {
3
- signingConfigs {
4
- release {
5
- storeFile file("fake-release-keystore.jks")
6
- storePassword "FAKE-KEYSTORE-PASSWORD-0000"
7
- keyAlias "fake-release-key"
8
- keyPassword "FAKE-KEY-PASSWORD-0000"
9
- }
10
- }
11
- }
@@ -1,11 +0,0 @@
1
- // Fixture only — every value below is fake. Gradle Kotlin DSL candidate.
2
- android {
3
- signingConfigs {
4
- create("release") {
5
- storeFile = file("fake-release-keystore.jks")
6
- storePassword = "FAKE-KEYSTORE-PASSWORD-0000"
7
- keyAlias = "fake-release-key"
8
- keyPassword = "FAKE-KEY-PASSWORD-0000"
9
- }
10
- }
11
- }
@@ -1,16 +0,0 @@
1
- {
2
- "project_info": {
3
- "project_number": "000000000000",
4
- "project_id": "fake-fixture-project",
5
- "storage_bucket": "fake-fixture-project.appspot.com"
6
- },
7
- "client": [
8
- {
9
- "client_info": {
10
- "mobilesdk_app_id": "1:000000000000:android:0000000000000000000000",
11
- "android_client_info": { "package_name": "com.example.fixtures" }
12
- },
13
- "api_key": [{ "current_key": "FAKE-FIREBASE-WEB-API-KEY-0000000000" }]
14
- }
15
- ]
16
- }
@@ -1,3 +0,0 @@
1
- # Fixture only — every value below is fake.
2
- sdk.dir=/fake/path/to/android/sdk
3
- fake.api.key=FAKE-LOCAL-PROPERTIES-KEY-0000000000