@dailephd/my-dev-kit-lab 0.4.4 → 0.4.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +484 -0
- package/README.md +39 -3
- package/dist/scripts/cli.js +9 -0
- package/dist/src/audits/core/typescriptJavaScriptAnalyzer.js +30 -12
- package/dist/src/cli/help.js +300 -0
- package/dist/src/cli/index.js +2 -0
- package/dist/src/cli/runLabCli.js +229 -0
- package/dist/src/commands/runAuditCommand.js +132 -0
- package/dist/src/commands/runControlledExperimentCommand.js +7 -3
- package/dist/{scripts/experiments/describeExperiment.js → src/commands/runExperimentDescribeCommand.js} +14 -10
- package/dist/{scripts/experiments/listExperiments.js → src/commands/runExperimentListCommand.js} +3 -6
- package/dist/{scripts/experiments/runExperiment.js → src/commands/runExperimentRunCommand.js} +80 -22
- package/dist/src/commands/runFinalDemoCommand.js +2 -3
- package/dist/src/commands/runSecurityValidationCommand.js +271 -0
- package/dist/src/evaluation/ecosystemFixtures/index.js +3 -0
- package/dist/src/evaluation/ecosystemFixtures/loadContextIntegrityFixture.js +102 -0
- package/dist/src/evaluation/ecosystemFixtures/manifestTypes.js +1 -0
- package/dist/src/evaluation/ecosystemFixtures/validateManifest.js +82 -0
- package/dist/src/evaluation/ecosystemFixtures/verifyFixtureHashes.js +45 -0
- package/dist/src/evaluation/stageContextMetrics/calculateAllocationMetrics.js +169 -0
- package/dist/src/evaluation/stageContextMetrics/calculateConditionCoverageMetrics.js +74 -0
- package/dist/src/evaluation/stageContextMetrics/calculateProducerConditionAgreement.js +113 -0
- package/dist/src/evaluation/stageContextMetrics/calculateReadinessAgreement.js +60 -0
- package/dist/src/evaluation/stageContextMetrics/calculateRunIntegrityAgreement.js +309 -0
- package/dist/src/evaluation/stageContextMetrics/calculateSupplementalRawAgreement.js +12 -2
- package/dist/src/evaluation/stageContextMetrics/calculateTruncationClassification.js +100 -0
- package/dist/src/evaluation/stageContextMetrics/evaluateProducerReadinessBridge.js +76 -5
- package/dist/src/evaluation/stageContextMetrics/index.js +4 -0
- package/dist/src/evaluation/stageContextMetrics/runIntegrityAgreementTypes.js +1 -0
- package/dist/src/evaluation/stageContextSelectors/contextArtifactConsistency.js +7 -0
- package/dist/src/evaluation/stageContextSelectors/index.js +1 -0
- package/dist/src/evaluation/stageContextSelectors/orchestratorRunIntegritySelectors.js +64 -0
- package/dist/src/evaluation/upstreamArtifacts/index.js +2 -0
- package/dist/src/evaluation/upstreamArtifacts/orchestratorRunIntegrityV1.js +33 -0
- package/dist/src/evaluation/upstreamArtifacts/readOrchestratorRunIntegrityV1.js +9 -0
- package/dist/src/evaluation/upstreamArtifacts/validateMyDevKitContextCapsuleV1.js +59 -2
- package/dist/src/evaluation/upstreamArtifacts/validateMyDevKitRetrievalAuditRecordV1.js +6 -1
- package/dist/src/evaluation/upstreamArtifacts/validateOrchestratorRunIntegrityV1.js +177 -0
- package/dist/src/report/experiments/buildContextIntegrityReport.js +204 -0
- package/dist/src/report/experiments/contextIntegrityReportModel.js +1 -0
- package/dist/src/report/experiments/index.js +5 -0
- package/dist/src/report/experiments/renderContextIntegrityHtml.js +98 -0
- package/dist/src/report/experiments/renderContextIntegrityJsonReport.js +3 -0
- package/dist/src/report/experiments/renderContextIntegrityText.js +111 -0
- package/dist/src/runtime/index.js +3 -0
- package/dist/src/runtime/labExecutionContext.js +22 -0
- package/dist/src/runtime/packageResource.js +22 -0
- package/dist/src/runtime/packageRoot.js +37 -0
- package/dist/src/securityValidation/packageChecks/requiredPackageContents.js +46 -0
- package/dist/src/securityValidation/packageChecks/runPackageChecks.js +11 -5
- package/docs/METRICS.md +83 -0
- package/package.json +10 -8
- package/dist/scripts/audits/runAudit.js +0 -135
- package/dist/scripts/build-gallery.js +0 -3
- package/dist/scripts/capture-demo-report.js +0 -3
- package/dist/scripts/evaluate-token-savings.js +0 -2
- package/dist/scripts/generate-experiment-plots.js +0 -3
- package/dist/scripts/generate-prompt-variants.js +0 -2
- package/dist/scripts/render-experiment-report.js +0 -2
- package/dist/scripts/run-agent-prompt.js +0 -2
- package/dist/scripts/run-controlled-experiment.js +0 -2
- package/dist/scripts/run-lab-demo.js +0 -5
- package/dist/scripts/run-visualization-demos.js +0 -3
- package/dist/scripts/security/resolveToolRoot.js +0 -16
- package/dist/scripts/security/runCodeql.js +0 -58
- package/dist/scripts/security/runDependencyChecks.js +0 -58
- package/dist/scripts/security/runFuzzSmoke.js +0 -29
- package/dist/scripts/security/runPackageChecks.js +0 -57
- package/dist/scripts/security/runSemgrep.js +0 -64
- package/dist/scripts/security/validate.js +0 -266
- package/dist/scripts/verify-benchmarks.js +0 -202
- package/examples/demo-report-input.json +0 -78
- package/examples/lab-demo-cases.json +0 -35
- package/examples/real-agent-campaign-cases.json +0 -118
- package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-a/src/debug/res/xml/ambiguous_backup_rules.xml +0 -4
- package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-a/src/main/res/xml/ambiguous_backup_rules.xml +0 -4
- package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-a/src/main/res/xml/backup_rules.xml +0 -5
- package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-a/src/main/res/xml/broad_backup_rules.xml +0 -4
- package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-a/src/main/res/xml/data_extraction_rules.xml +0 -10
- package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-a/src/main/res/xml/unsupported_domain_rules.xml +0 -4
- package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-b/src/main/res/xml/malformed_backup_rules.xml +0 -4
- package/tests/fixtures/android/advanced-security-fixtures/backup-configuration/module-b/src/main/res/xml/unsupported_root.xml +0 -4
- package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/debug/res/xml/ambiguous_config.xml +0 -4
- package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/main/res/xml/ambiguous_config.xml +0 -4
- package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/main/res/xml/base_cleartext_false.xml +0 -8
- package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/main/res/xml/broad_and_duplicate_domains.xml +0 -8
- package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/main/res/xml/empty_domain.xml +0 -6
- package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/main/res/xml/malformed_pin.xml +0 -11
- package/tests/fixtures/android/advanced-security-fixtures/network-security/module-a/src/main/res/xml/network_security_config.xml +0 -26
- package/tests/fixtures/android/advanced-security-fixtures/network-security/module-b/src/main/res/xml/malformed_network_security_config.xml +0 -6
- package/tests/fixtures/android/advanced-security-fixtures/network-security/module-b/src/main/res/xml/unsupported_root.xml +0 -4
- package/tests/fixtures/android/advanced-security-fixtures/release-configuration/groovy-release-debuggable-dynamic.gradle +0 -7
- package/tests/fixtures/android/advanced-security-fixtures/release-configuration/groovy-release-debuggable-false.gradle +0 -9
- package/tests/fixtures/android/advanced-security-fixtures/release-configuration/groovy-release-debuggable-true.gradle +0 -13
- package/tests/fixtures/android/advanced-security-fixtures/release-configuration/kotlin-release-debuggable-false.gradle.kts +0 -7
- package/tests/fixtures/android/advanced-security-fixtures/release-configuration/kotlin-release-debuggable-true.gradle.kts +0 -10
- package/tests/fixtures/android/advanced-security-fixtures/release-configuration/missing-release-build-type.gradle.kts +0 -7
- package/tests/fixtures/android/advanced-security-fixtures/resource-resolution/module-a/src/debug/res/xml/network_security_config.xml +0 -8
- package/tests/fixtures/android/advanced-security-fixtures/resource-resolution/module-a/src/main/res/xml/backup_rules.xml +0 -4
- package/tests/fixtures/android/advanced-security-fixtures/resource-resolution/module-a/src/main/res/xml/network_security_config.xml +0 -8
- package/tests/fixtures/android/advanced-security-fixtures/resource-resolution/module-b/src/main/res/xml/malformed_network_security_config.xml +0 -7
- package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/SampleActivity.java +0 -8
- package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/SampleActivity.kt +0 -9
- package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/build.gradle +0 -11
- package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/build.gradle.kts +0 -11
- package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/google-services.json +0 -16
- package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/local.properties +0 -3
- package/tests/fixtures/android/advanced-security-fixtures/secret-candidates-bounds/module/binary.properties +0 -0
- package/tests/fixtures/android/advanced-security-fixtures/secret-candidates-bounds/module/oversized.json +0 -1
- package/tests/fixtures/android/advanced-security-fixtures/signing-configuration/app/fake-release-keystore.jks +0 -1
- package/tests/fixtures/android/advanced-security-fixtures/signing-configuration/build/generated-fake.keystore +0 -1
- package/tests/fixtures/android/compose-app/app/build.gradle.kts +0 -21
- package/tests/fixtures/android/compose-app/app/src/main/AndroidManifest.xml +0 -22
- package/tests/fixtures/android/compose-app/app/src/main/java/com/example/composeapp/MainActivity.kt +0 -11
- package/tests/fixtures/android/compose-app/build.gradle.kts +0 -4
- package/tests/fixtures/android/compose-app/gradle/wrapper/gradle-wrapper.properties +0 -4
- package/tests/fixtures/android/compose-app/settings.gradle.kts +0 -2
- package/tests/fixtures/android/gradle-metadata-fixtures/catalog-only-plugin/build.gradle.kts +0 -3
- package/tests/fixtures/android/gradle-metadata-fixtures/catalog-only-plugin/gradle/libs.versions.toml +0 -5
- package/tests/fixtures/android/gradle-metadata-fixtures/comment-safety.gradle.kts +0 -21
- package/tests/fixtures/android/gradle-metadata-fixtures/dynamic-values.gradle.kts +0 -17
- package/tests/fixtures/android/gradle-metadata-fixtures/groovy-literal.gradle +0 -23
- package/tests/fixtures/android/gradle-metadata-fixtures/wrapper-malformed.properties +0 -4
- package/tests/fixtures/android/gradle-metadata-fixtures/wrapper-missing-url.properties +0 -3
- package/tests/fixtures/android/gradle-metadata-fixtures/wrapper-with-checksum.properties +0 -5
- package/tests/fixtures/android/java-app/app/build.gradle +0 -16
- package/tests/fixtures/android/java-app/app/src/main/AndroidManifest.xml +0 -19
- package/tests/fixtures/android/java-app/app/src/main/java/com/example/javaapp/MainActivity.java +0 -4
- package/tests/fixtures/android/java-app/build.gradle +0 -3
- package/tests/fixtures/android/java-app/gradle/wrapper/gradle-wrapper.properties +0 -4
- package/tests/fixtures/android/java-app/settings.gradle +0 -2
- package/tests/fixtures/android/library/build.gradle.kts +0 -3
- package/tests/fixtures/android/library/gradle/wrapper/gradle-wrapper.properties +0 -4
- package/tests/fixtures/android/library/mylibrary/build.gradle.kts +0 -13
- package/tests/fixtures/android/library/mylibrary/src/main/AndroidManifest.xml +0 -2
- package/tests/fixtures/android/library/settings.gradle.kts +0 -2
- package/tests/fixtures/android/manifest-audit-fixtures/incomplete-intent-filter.xml +0 -14
- package/tests/fixtures/android/manifest-audit-fixtures/malformed-exported.xml +0 -10
- package/tests/fixtures/android/manifest-audit-fixtures/malformed.xml +0 -5
- package/tests/fixtures/android/manifest-audit-fixtures/missing-application.xml +0 -7
- package/tests/fixtures/android/manifest-audit-fixtures/missing-component-name.xml +0 -11
- package/tests/fixtures/android/manifest-audit-fixtures/permission-coverage.xml +0 -29
- package/tests/fixtures/android/manifest-audit-fixtures/risky-components.xml +0 -62
- package/tests/fixtures/android/manifest-audit-fixtures/risky-deep-links.xml +0 -45
- package/tests/fixtures/android/manifest-audit-fixtures/unresolved-placeholder.xml +0 -14
- package/tests/fixtures/android/manifest-audit-fixtures/unusual-namespace-prefix.xml +0 -11
- package/tests/fixtures/android/multi-module/app/build.gradle.kts +0 -22
- package/tests/fixtures/android/multi-module/app/src/androidTest/java/com/example/multimodule/app/ExampleInstrumentedTest.kt +0 -3
- package/tests/fixtures/android/multi-module/app/src/main/AndroidManifest.xml +0 -11
- package/tests/fixtures/android/multi-module/app/src/test/java/com/example/multimodule/app/ExampleUnitTest.kt +0 -3
- package/tests/fixtures/android/multi-module/build.gradle.kts +0 -5
- package/tests/fixtures/android/multi-module/core/build.gradle.kts +0 -14
- package/tests/fixtures/android/multi-module/core/src/main/AndroidManifest.xml +0 -2
- package/tests/fixtures/android/multi-module/feature-login/build.gradle.kts +0 -18
- package/tests/fixtures/android/multi-module/feature-login/src/main/AndroidManifest.xml +0 -2
- package/tests/fixtures/android/multi-module/gradle/libs.versions.toml +0 -8
- package/tests/fixtures/android/multi-module/gradle/wrapper/gradle-wrapper.properties +0 -4
- package/tests/fixtures/android/multi-module/settings.gradle.kts +0 -4
- package/tests/fixtures/android/non-android-gradle/build.gradle.kts +0 -3
- package/tests/fixtures/android/non-android-gradle/core/build.gradle.kts +0 -3
- package/tests/fixtures/android/non-android-gradle/core/src/main/java/com/example/core/Core.java +0 -4
- package/tests/fixtures/android/non-android-gradle/gradle/wrapper/gradle-wrapper.properties +0 -4
- package/tests/fixtures/android/non-android-gradle/settings.gradle.kts +0 -2
- package/tests/fixtures/android/partial/app/build.gradle.kts +0 -7
- package/tests/fixtures/android/partial/settings.gradle.kts +0 -2
- package/tests/fixtures/android/xml-view-app/app/build.gradle.kts +0 -17
- package/tests/fixtures/android/xml-view-app/app/src/main/AndroidManifest.xml +0 -31
- package/tests/fixtures/android/xml-view-app/app/src/main/kotlin/com/example/xmlviewapp/MainActivity.kt +0 -7
- package/tests/fixtures/android/xml-view-app/app/src/main/res/layout/activity_main.xml +0 -4
- package/tests/fixtures/android/xml-view-app/build.gradle.kts +0 -4
- package/tests/fixtures/android/xml-view-app/gradle/wrapper/gradle-wrapper.properties +0 -4
- package/tests/fixtures/android/xml-view-app/settings.gradle.kts +0 -2
- package/tests/fixtures/audits/mixed-language/mixed-docs-claims/README.md +0 -16
- package/tests/fixtures/audits/mixed-language/mixed-docs-claims/build.gradle.kts +0 -4
- package/tests/fixtures/audits/mixed-language/mixed-docs-claims/src/main/java/com/example/Widget.java +0 -7
- package/tests/fixtures/audits/mixed-language/mixed-docs-claims/src/main/kotlin/com/example/Gadget.kt +0 -7
- package/tests/fixtures/audits/mixed-language/mixed-generated-vendor/README.md +0 -10
- package/tests/fixtures/audits/mixed-language/mixed-generated-vendor/build/Main.class +0 -1
- package/tests/fixtures/audits/mixed-language/mixed-generated-vendor/dist/index.js +0 -1
- package/tests/fixtures/audits/mixed-language/mixed-generated-vendor/generated/schema.ts +0 -1
- package/tests/fixtures/audits/mixed-language/mixed-generated-vendor/src/index.ts +0 -3
- package/tests/fixtures/audits/mixed-language/mixed-generated-vendor/vendor/lib.py +0 -2
- package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/README.md +0 -10
- package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/build.gradle.kts +0 -8
- package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/settings.gradle.kts +0 -1
- package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/src/main/java/com/example/FooService.java +0 -7
- package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/src/main/kotlin/com/example/BarService.kt +0 -7
- package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/src/test/java/com/example/FooServiceTest.java +0 -8
- package/tests/fixtures/audits/mixed-language/mixed-java-kotlin/src/test/kotlin/com/example/BarServiceTest.kt +0 -8
- package/tests/fixtures/audits/mixed-language/mixed-python-ts/README.md +0 -8
- package/tests/fixtures/audits/mixed-language/mixed-python-ts/src/app.py +0 -7
- package/tests/fixtures/audits/mixed-language/mixed-python-ts/src/index.ts +0 -3
- package/tests/fixtures/audits/mixed-language/mixed-python-ts/tests/test_app.py +0 -5
- package/tests/fixtures/audits/mixed-language/mixed-ts-js/README.md +0 -7
- package/tests/fixtures/audits/mixed-language/mixed-ts-js/src/helper.js +0 -5
- package/tests/fixtures/audits/mixed-language/mixed-ts-js/src/index.ts +0 -3
- package/tests/fixtures/audits/mixed-language/mixed-ts-js/tests/index.sample.ts +0 -5
- package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/README.md +0 -10
- package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/build.gradle.kts +0 -4
- package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/pytests/test_app.py +0 -5
- package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/src/app.py +0 -2
- package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/src/helper.js +0 -5
- package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/src/index.ts +0 -3
- package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/src/main/java/com/example/Multiplier.java +0 -7
- package/tests/fixtures/audits/mixed-language/mixed-ts-python-jvm/src/main/kotlin/com/example/Divider.kt +0 -7
- package/tests/fixtures/fake-adversarial-cli.js +0 -152
- package/tests/fixtures/fake-my-dev-kit-cli.js +0 -83
- package/tests/fixtures/full-workflow-library/complete-v1.0.0.json +0 -24
- package/tests/fixtures/full-workflow-library/future-minor-v1.1.0-additive.json +0 -25
- package/tests/fixtures/stage-context-expectations/complete-v1.0.0.json +0 -230
- package/tests/fixtures/stage-context-expectations/future-minor-v1.1.0-additive.json +0 -232
- package/tests/fixtures/stage-context-expectations/invalid/malformed-json.txt +0 -1
- package/tests/fixtures/stage-context-expectations/invalid/non-object-root.json +0 -1
- package/tests/fixtures/stage-context-expectations/minimal-v1.0.0.json +0 -18
- package/tests/fixtures/upstream-artifacts/invalid/malformed-json.txt +0 -1
- package/tests/fixtures/upstream-artifacts/invalid/non-object-root.json +0 -1
- package/tests/fixtures/upstream-artifacts/my-dev-kit/1.10.2/context-capsule/complete-v1.0.0.json +0 -504
- package/tests/fixtures/upstream-artifacts/my-dev-kit/1.10.2/context-capsule/future-minor-v1.1.0-additive.json +0 -955
- package/tests/fixtures/upstream-artifacts/my-dev-kit/1.10.2/retrieval-audit-record/complete-v1.0.0.json +0 -190
- package/tests/fixtures/upstream-artifacts/my-dev-kit/1.10.2/retrieval-audit-record/future-minor-v1.1.0-additive.json +0 -327
- package/tests/fixtures/upstream-artifacts/my-dev-kit-1.10.2-identity/PROVENANCE.txt +0 -13
- package/tests/fixtures/upstream-artifacts/my-dev-kit-1.10.2-identity/context-capsule.json +0 -7874
- package/tests/fixtures/upstream-artifacts/my-dev-kit-1.10.2-identity/retrieval-audit-record.json +0 -1076
- package/tests/fixtures/upstream-artifacts/my-dev-kit-orchestrator/1.2.1/workflow-instruction-packet/complete-v1.0.0.json +0 -160
- package/tests/fixtures/upstream-artifacts/my-dev-kit-orchestrator/1.2.1/workflow-instruction-packet/future-minor-v1.1.0-additive.json +0 -186
|
@@ -1,118 +0,0 @@
|
|
|
1
|
-
[
|
|
2
|
-
{
|
|
3
|
-
"id": "task-workflow-import-dedup",
|
|
4
|
-
"title": "Task workflow import and dedupe retrieval",
|
|
5
|
-
"benchmarkProject": "task-workflow-medium-ts",
|
|
6
|
-
"projectProfileRef": "task-workflow-medium-ts",
|
|
7
|
-
"targetRoot": "benchmarks/projects/task-workflow-medium-ts",
|
|
8
|
-
"sourceRoots": ["src", "tests"],
|
|
9
|
-
"query": "import tasks duplicate normalized title deterministic id summarize workflow project",
|
|
10
|
-
"expectedFiles": [
|
|
11
|
-
"src/services/importTasks.ts",
|
|
12
|
-
"src/store/taskStore.ts",
|
|
13
|
-
"src/validation/taskValidation.ts"
|
|
14
|
-
],
|
|
15
|
-
"expectedSymbols": ["importTasks", "validateImportInput", "findDuplicate", "createTask"],
|
|
16
|
-
"answerKey": {
|
|
17
|
-
"expectedFiles": [
|
|
18
|
-
"src/services/importTasks.ts",
|
|
19
|
-
"src/store/taskStore.ts",
|
|
20
|
-
"src/validation/taskValidation.ts"
|
|
21
|
-
],
|
|
22
|
-
"expectedSymbols": ["importTasks", "validateImportInput", "findDuplicate", "createTask"],
|
|
23
|
-
"expectedFacts": [
|
|
24
|
-
{
|
|
25
|
-
"id": "workflow-import-validates-title-and-project",
|
|
26
|
-
"text": "importTasks validates normalized task titles and project ids before inserting records.",
|
|
27
|
-
"weight": 1,
|
|
28
|
-
"required": true
|
|
29
|
-
},
|
|
30
|
-
{
|
|
31
|
-
"id": "workflow-import-skips-duplicates-by-project-and-normalized-title",
|
|
32
|
-
"text": "importTasks skips duplicates when a task with the same normalized title already exists in the same project.",
|
|
33
|
-
"weight": 1,
|
|
34
|
-
"required": true
|
|
35
|
-
},
|
|
36
|
-
{
|
|
37
|
-
"id": "workflow-import-keeps-deterministic-task-sequences",
|
|
38
|
-
"text": "New imported tasks still receive deterministic ids such as task-1 and task-2 from the shared store sequence.",
|
|
39
|
-
"weight": 1,
|
|
40
|
-
"required": true
|
|
41
|
-
}
|
|
42
|
-
],
|
|
43
|
-
"minimumCorrectFacts": 3,
|
|
44
|
-
"notes": "This case is intended to require multiple files: service, validation, and store logic."
|
|
45
|
-
},
|
|
46
|
-
"rawIncludeGlobs": ["src/**/*", "tests/**/*"],
|
|
47
|
-
"notes": "Medium project case for real-agent comparison."
|
|
48
|
-
},
|
|
49
|
-
{
|
|
50
|
-
"id": "task-analytics-health-label",
|
|
51
|
-
"title": "Task analytics health label retrieval",
|
|
52
|
-
"benchmarkProject": "task-analytics-large-mixed",
|
|
53
|
-
"projectProfileRef": "task-analytics-large-mixed",
|
|
54
|
-
"targetRoot": "benchmarks/projects/task-analytics-large-mixed",
|
|
55
|
-
"sourceRoots": ["ts/src", "ts/tests", "py/task_analytics", "py/tests"],
|
|
56
|
-
"query": "completion rate stale tasks quality label health report build analytics snapshot mixed language",
|
|
57
|
-
"expectedFiles": [
|
|
58
|
-
"ts/src/services/buildAnalyticsSnapshot.ts",
|
|
59
|
-
"ts/src/reporting/formatTaskHealthReport.ts",
|
|
60
|
-
"py/task_analytics/metrics.py",
|
|
61
|
-
"py/task_analytics/quality.py",
|
|
62
|
-
"py/task_analytics/reporting.py"
|
|
63
|
-
],
|
|
64
|
-
"expectedSymbols": [
|
|
65
|
-
"buildAnalyticsSnapshot",
|
|
66
|
-
"formatTaskHealthReport",
|
|
67
|
-
"calculate_project_metrics",
|
|
68
|
-
"determine_quality_label",
|
|
69
|
-
"build_health_report"
|
|
70
|
-
],
|
|
71
|
-
"answerKey": {
|
|
72
|
-
"expectedFiles": [
|
|
73
|
-
"ts/src/services/buildAnalyticsSnapshot.ts",
|
|
74
|
-
"ts/src/reporting/formatTaskHealthReport.ts",
|
|
75
|
-
"py/task_analytics/metrics.py",
|
|
76
|
-
"py/task_analytics/quality.py",
|
|
77
|
-
"py/task_analytics/reporting.py"
|
|
78
|
-
],
|
|
79
|
-
"expectedSymbols": [
|
|
80
|
-
"buildAnalyticsSnapshot",
|
|
81
|
-
"formatTaskHealthReport",
|
|
82
|
-
"calculate_project_metrics",
|
|
83
|
-
"determine_quality_label",
|
|
84
|
-
"build_health_report"
|
|
85
|
-
],
|
|
86
|
-
"expectedFacts": [
|
|
87
|
-
{
|
|
88
|
-
"id": "analytics-snapshot-computes-completion-rate",
|
|
89
|
-
"text": "The analytics snapshot computes completionRate as completedTasks divided by totalTasks times 100, rounded to two decimals.",
|
|
90
|
-
"weight": 1,
|
|
91
|
-
"required": true
|
|
92
|
-
},
|
|
93
|
-
{
|
|
94
|
-
"id": "analytics-snapshot-counts-stale-open-tasks",
|
|
95
|
-
"text": "Stale tasks count only open tasks whose updated day is at least ten days behind the current day.",
|
|
96
|
-
"weight": 1,
|
|
97
|
-
"required": true
|
|
98
|
-
},
|
|
99
|
-
{
|
|
100
|
-
"id": "python-quality-labels-healthy-watch-risk",
|
|
101
|
-
"text": "The Python quality layer maps metrics to healthy, watch, or risk labels based on completion rate and stale task thresholds.",
|
|
102
|
-
"weight": 1,
|
|
103
|
-
"required": true
|
|
104
|
-
},
|
|
105
|
-
{
|
|
106
|
-
"id": "python-reporting-renders-quality-lines",
|
|
107
|
-
"text": "The Python report writer emits one line per project with the quality label plus completion, open, and stale counts.",
|
|
108
|
-
"weight": 1,
|
|
109
|
-
"required": true
|
|
110
|
-
}
|
|
111
|
-
],
|
|
112
|
-
"minimumCorrectFacts": 3,
|
|
113
|
-
"notes": "This case intentionally spans TypeScript snapshot building and Python quality reporting."
|
|
114
|
-
},
|
|
115
|
-
"rawIncludeGlobs": ["ts/src/**/*", "ts/tests/**/*", "py/task_analytics/**/*", "py/tests/**/*"],
|
|
116
|
-
"notes": "Large mixed-language case for real-agent comparison."
|
|
117
|
-
}
|
|
118
|
-
]
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
<?xml version="1.0" encoding="utf-8"?>
|
|
2
|
-
<data-extraction-rules>
|
|
3
|
-
<cloud-backup disableIfNoEncryptionCapabilities="true">
|
|
4
|
-
<include domain="sharedpref" path="." />
|
|
5
|
-
<exclude domain="database" path="fake-secrets.db" />
|
|
6
|
-
</cloud-backup>
|
|
7
|
-
<device-transfer>
|
|
8
|
-
<include domain="root" path="." />
|
|
9
|
-
</device-transfer>
|
|
10
|
-
</data-extraction-rules>
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
<?xml version="1.0" encoding="utf-8"?>
|
|
2
|
-
<network-security-config>
|
|
3
|
-
<domain-config>
|
|
4
|
-
<domain>example.org</domain>
|
|
5
|
-
<pin-set expiration="not-a-date">
|
|
6
|
-
<pin>MISSING_DIGEST_ATTRIBUTE_FAKE_PIN=</pin>
|
|
7
|
-
<pin digest="SHA-1">UNSUPPORTED_DIGEST_FAKE_PIN=</pin>
|
|
8
|
-
<pin digest="SHA-256"></pin>
|
|
9
|
-
</pin-set>
|
|
10
|
-
</domain-config>
|
|
11
|
-
</network-security-config>
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
<?xml version="1.0" encoding="utf-8"?>
|
|
2
|
-
<network-security-config>
|
|
3
|
-
<base-config cleartextTrafficPermitted="true">
|
|
4
|
-
<trust-anchors>
|
|
5
|
-
<certificates src="system" />
|
|
6
|
-
<certificates src="user" />
|
|
7
|
-
</trust-anchors>
|
|
8
|
-
</base-config>
|
|
9
|
-
<domain-config cleartextTrafficPermitted="true">
|
|
10
|
-
<domain includeSubdomains="true">example.com</domain>
|
|
11
|
-
<pin-set expiration="2030-01-01">
|
|
12
|
-
<pin digest="SHA-256">FAKEPINHASHFAKEPINHASHFAKEPINHASHFAKEPINHASH=</pin>
|
|
13
|
-
</pin-set>
|
|
14
|
-
<domain-config>
|
|
15
|
-
<domain includeSubdomains="false">nested.example.com</domain>
|
|
16
|
-
<trust-anchors>
|
|
17
|
-
<certificates src="@raw/my_custom_ca" />
|
|
18
|
-
</trust-anchors>
|
|
19
|
-
</domain-config>
|
|
20
|
-
</domain-config>
|
|
21
|
-
<debug-overrides>
|
|
22
|
-
<trust-anchors>
|
|
23
|
-
<certificates src="user" overridePins="true" />
|
|
24
|
-
</trust-anchors>
|
|
25
|
-
</debug-overrides>
|
|
26
|
-
</network-security-config>
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
<?xml version="1.0" encoding="utf-8"?>
|
|
2
|
-
<network-security-config>
|
|
3
|
-
<base-config cleartextTrafficPermitted="false">
|
|
4
|
-
<trust-anchors>
|
|
5
|
-
<certificates src="system" />
|
|
6
|
-
</trust-anchors>
|
|
7
|
-
<!-- missing closing tag for base-config and network-security-config on purpose -->
|
package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/SampleActivity.java
DELETED
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
package com.example.fixtures;
|
|
2
|
-
|
|
3
|
-
// Fixture only — every value below is fake and unmistakably not a real
|
|
4
|
-
// credential. Used by later v0.4.1 secret-candidate scanner batches.
|
|
5
|
-
public class SampleActivity {
|
|
6
|
-
private static final String SECRET_TOKEN = "FAKE-DUMMY-TOKEN-0000000000000000";
|
|
7
|
-
private static final String DB_PASSWORD = "test-fake-db-password";
|
|
8
|
-
}
|
package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/SampleActivity.kt
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
package com.example.fixtures
|
|
2
|
-
|
|
3
|
-
// Fixture only — every value below is fake and unmistakably not a real
|
|
4
|
-
// credential. Used by later v0.4.1 secret-candidate scanner batches.
|
|
5
|
-
class SampleActivity {
|
|
6
|
-
private val apiToken = "FAKE_TOKEN_1234567890ABCDEFGHIJ"
|
|
7
|
-
private val password = "changeme-fake-password"
|
|
8
|
-
private val placeholderSecret = "your-api-key-here"
|
|
9
|
-
}
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
// Fixture only — every value below is fake. Gradle Groovy DSL candidate.
|
|
2
|
-
android {
|
|
3
|
-
signingConfigs {
|
|
4
|
-
release {
|
|
5
|
-
storeFile file("fake-release-keystore.jks")
|
|
6
|
-
storePassword "FAKE-KEYSTORE-PASSWORD-0000"
|
|
7
|
-
keyAlias "fake-release-key"
|
|
8
|
-
keyPassword "FAKE-KEY-PASSWORD-0000"
|
|
9
|
-
}
|
|
10
|
-
}
|
|
11
|
-
}
|
package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/build.gradle.kts
DELETED
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
// Fixture only — every value below is fake. Gradle Kotlin DSL candidate.
|
|
2
|
-
android {
|
|
3
|
-
signingConfigs {
|
|
4
|
-
create("release") {
|
|
5
|
-
storeFile = file("fake-release-keystore.jks")
|
|
6
|
-
storePassword = "FAKE-KEYSTORE-PASSWORD-0000"
|
|
7
|
-
keyAlias = "fake-release-key"
|
|
8
|
-
keyPassword = "FAKE-KEY-PASSWORD-0000"
|
|
9
|
-
}
|
|
10
|
-
}
|
|
11
|
-
}
|
package/tests/fixtures/android/advanced-security-fixtures/secret-candidates/google-services.json
DELETED
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"project_info": {
|
|
3
|
-
"project_number": "000000000000",
|
|
4
|
-
"project_id": "fake-fixture-project",
|
|
5
|
-
"storage_bucket": "fake-fixture-project.appspot.com"
|
|
6
|
-
},
|
|
7
|
-
"client": [
|
|
8
|
-
{
|
|
9
|
-
"client_info": {
|
|
10
|
-
"mobilesdk_app_id": "1:000000000000:android:0000000000000000000000",
|
|
11
|
-
"android_client_info": { "package_name": "com.example.fixtures" }
|
|
12
|
-
},
|
|
13
|
-
"api_key": [{ "current_key": "FAKE-FIREBASE-WEB-API-KEY-0000000000" }]
|
|
14
|
-
}
|
|
15
|
-
]
|
|
16
|
-
}
|