centient 2.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +362 -0
- package/README.md +433 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +62 -0
- package/dist/index.js.map +1 -0
- package/dist/server.d.ts +4 -0
- package/dist/server.d.ts.map +1 -0
- package/dist/server.js +478 -0
- package/dist/server.js.map +1 -0
- package/dist/telemetry/index.d.ts +4 -0
- package/dist/telemetry/index.d.ts.map +1 -0
- package/dist/telemetry/index.js +3 -0
- package/dist/telemetry/index.js.map +1 -0
- package/dist/telemetry/instrumentation.d.ts +10 -0
- package/dist/telemetry/instrumentation.d.ts.map +1 -0
- package/dist/telemetry/instrumentation.js +86 -0
- package/dist/telemetry/instrumentation.js.map +1 -0
- package/dist/telemetry/tracer.d.ts +6 -0
- package/dist/telemetry/tracer.d.ts.map +1 -0
- package/dist/telemetry/tracer.js +27 -0
- package/dist/telemetry/tracer.js.map +1 -0
- package/dist/tools/artifacts/diffSessions.d.ts +9 -0
- package/dist/tools/artifacts/diffSessions.d.ts.map +1 -0
- package/dist/tools/artifacts/diffSessions.js +320 -0
- package/dist/tools/artifacts/diffSessions.js.map +1 -0
- package/dist/tools/artifacts/extractSessionContext.d.ts +9 -0
- package/dist/tools/artifacts/extractSessionContext.d.ts.map +1 -0
- package/dist/tools/artifacts/extractSessionContext.js +291 -0
- package/dist/tools/artifacts/extractSessionContext.js.map +1 -0
- package/dist/tools/artifacts/getSessionCode.d.ts +9 -0
- package/dist/tools/artifacts/getSessionCode.d.ts.map +1 -0
- package/dist/tools/artifacts/getSessionCode.js +104 -0
- package/dist/tools/artifacts/getSessionCode.js.map +1 -0
- package/dist/tools/artifacts/loadSession.d.ts +9 -0
- package/dist/tools/artifacts/loadSession.d.ts.map +1 -0
- package/dist/tools/artifacts/loadSession.js +163 -0
- package/dist/tools/artifacts/loadSession.js.map +1 -0
- package/dist/tools/artifacts/searchArtifacts.d.ts +9 -0
- package/dist/tools/artifacts/searchArtifacts.d.ts.map +1 -0
- package/dist/tools/artifacts/searchArtifacts.js +98 -0
- package/dist/tools/artifacts/searchArtifacts.js.map +1 -0
- package/dist/tools/branching/closeBranch.d.ts +10 -0
- package/dist/tools/branching/closeBranch.d.ts.map +1 -0
- package/dist/tools/branching/closeBranch.js +193 -0
- package/dist/tools/branching/closeBranch.js.map +1 -0
- package/dist/tools/branching/createBranch.d.ts +10 -0
- package/dist/tools/branching/createBranch.d.ts.map +1 -0
- package/dist/tools/branching/createBranch.js +136 -0
- package/dist/tools/branching/createBranch.js.map +1 -0
- package/dist/tools/branching/listBranches.d.ts +9 -0
- package/dist/tools/branching/listBranches.d.ts.map +1 -0
- package/dist/tools/branching/listBranches.js +212 -0
- package/dist/tools/branching/listBranches.js.map +1 -0
- package/dist/tools/branching/listDecisionPoints.d.ts +9 -0
- package/dist/tools/branching/listDecisionPoints.d.ts.map +1 -0
- package/dist/tools/branching/listDecisionPoints.js +156 -0
- package/dist/tools/branching/listDecisionPoints.js.map +1 -0
- package/dist/tools/branching/markDecisionPoint.d.ts +10 -0
- package/dist/tools/branching/markDecisionPoint.d.ts.map +1 -0
- package/dist/tools/branching/markDecisionPoint.js +149 -0
- package/dist/tools/branching/markDecisionPoint.js.map +1 -0
- package/dist/tools/branching/switchBranch.d.ts +9 -0
- package/dist/tools/branching/switchBranch.d.ts.map +1 -0
- package/dist/tools/branching/switchBranch.js +153 -0
- package/dist/tools/branching/switchBranch.js.map +1 -0
- package/dist/tools/consultation/aggregateConsensus.d.ts +9 -0
- package/dist/tools/consultation/aggregateConsensus.d.ts.map +1 -0
- package/dist/tools/consultation/aggregateConsensus.js +259 -0
- package/dist/tools/consultation/aggregateConsensus.js.map +1 -0
- package/dist/tools/consultation/captureConsultationResponse.d.ts +11 -0
- package/dist/tools/consultation/captureConsultationResponse.d.ts.map +1 -0
- package/dist/tools/consultation/captureConsultationResponse.js +244 -0
- package/dist/tools/consultation/captureConsultationResponse.js.map +1 -0
- package/dist/tools/consultation/consultLlmStream.d.ts +9 -0
- package/dist/tools/consultation/consultLlmStream.d.ts.map +1 -0
- package/dist/tools/consultation/consultLlmStream.js +201 -0
- package/dist/tools/consultation/consultLlmStream.js.map +1 -0
- package/dist/tools/consultation/index.d.ts +8 -0
- package/dist/tools/consultation/index.d.ts.map +1 -0
- package/dist/tools/consultation/index.js +8 -0
- package/dist/tools/consultation/index.js.map +1 -0
- package/dist/tools/consultation/peerReviewContract.d.ts +146 -0
- package/dist/tools/consultation/peerReviewContract.d.ts.map +1 -0
- package/dist/tools/consultation/peerReviewContract.js +731 -0
- package/dist/tools/consultation/peerReviewContract.js.map +1 -0
- package/dist/tools/consultation/peerReviewSession.d.ts +9 -0
- package/dist/tools/consultation/peerReviewSession.d.ts.map +1 -0
- package/dist/tools/consultation/peerReviewSession.js +433 -0
- package/dist/tools/consultation/peerReviewSession.js.map +1 -0
- package/dist/tools/consultation/prepareConsultationContext.d.ts +9 -0
- package/dist/tools/consultation/prepareConsultationContext.d.ts.map +1 -0
- package/dist/tools/consultation/prepareConsultationContext.js +263 -0
- package/dist/tools/consultation/prepareConsultationContext.js.map +1 -0
- package/dist/tools/consultation/seekConsensus.d.ts +9 -0
- package/dist/tools/consultation/seekConsensus.d.ts.map +1 -0
- package/dist/tools/consultation/seekConsensus.js +358 -0
- package/dist/tools/consultation/seekConsensus.js.map +1 -0
- package/dist/tools/consultation/validateDecision.d.ts +9 -0
- package/dist/tools/consultation/validateDecision.d.ts.map +1 -0
- package/dist/tools/consultation/validateDecision.js +253 -0
- package/dist/tools/consultation/validateDecision.js.map +1 -0
- package/dist/tools/consultation/validateReviewResponse.d.ts +9 -0
- package/dist/tools/consultation/validateReviewResponse.d.ts.map +1 -0
- package/dist/tools/consultation/validateReviewResponse.js +105 -0
- package/dist/tools/consultation/validateReviewResponse.js.map +1 -0
- package/dist/tools/graph/addNoteRelationship.d.ts +9 -0
- package/dist/tools/graph/addNoteRelationship.d.ts.map +1 -0
- package/dist/tools/graph/addNoteRelationship.js +120 -0
- package/dist/tools/graph/addNoteRelationship.js.map +1 -0
- package/dist/tools/graph/linkSessions.d.ts +9 -0
- package/dist/tools/graph/linkSessions.d.ts.map +1 -0
- package/dist/tools/graph/linkSessions.js +126 -0
- package/dist/tools/graph/linkSessions.js.map +1 -0
- package/dist/tools/graph/queryTemporalGraph.d.ts +9 -0
- package/dist/tools/graph/queryTemporalGraph.d.ts.map +1 -0
- package/dist/tools/graph/queryTemporalGraph.js +339 -0
- package/dist/tools/graph/queryTemporalGraph.js.map +1 -0
- package/dist/tools/health/getCircuitBreakerStats.d.ts +9 -0
- package/dist/tools/health/getCircuitBreakerStats.d.ts.map +1 -0
- package/dist/tools/health/getCircuitBreakerStats.js +195 -0
- package/dist/tools/health/getCircuitBreakerStats.js.map +1 -0
- package/dist/tools/health/getContextHealth.d.ts +9 -0
- package/dist/tools/health/getContextHealth.d.ts.map +1 -0
- package/dist/tools/health/getContextHealth.js +331 -0
- package/dist/tools/health/getContextHealth.js.map +1 -0
- package/dist/tools/health/getQdrantHealth.d.ts +9 -0
- package/dist/tools/health/getQdrantHealth.d.ts.map +1 -0
- package/dist/tools/health/getQdrantHealth.js +144 -0
- package/dist/tools/health/getQdrantHealth.js.map +1 -0
- package/dist/tools/health/getRateLimitStats.d.ts +9 -0
- package/dist/tools/health/getRateLimitStats.d.ts.map +1 -0
- package/dist/tools/health/getRateLimitStats.js +191 -0
- package/dist/tools/health/getRateLimitStats.js.map +1 -0
- package/dist/tools/knowledge/index.d.ts +4 -0
- package/dist/tools/knowledge/index.d.ts.map +1 -0
- package/dist/tools/knowledge/index.js +4 -0
- package/dist/tools/knowledge/index.js.map +1 -0
- package/dist/tools/knowledge/promoteDecision.d.ts +9 -0
- package/dist/tools/knowledge/promoteDecision.d.ts.map +1 -0
- package/dist/tools/knowledge/promoteDecision.js +139 -0
- package/dist/tools/knowledge/promoteDecision.js.map +1 -0
- package/dist/tools/knowledge/promoteLearning.d.ts +9 -0
- package/dist/tools/knowledge/promoteLearning.d.ts.map +1 -0
- package/dist/tools/knowledge/promoteLearning.js +132 -0
- package/dist/tools/knowledge/promoteLearning.js.map +1 -0
- package/dist/tools/knowledge/searchMetaKnowledge.d.ts +9 -0
- package/dist/tools/knowledge/searchMetaKnowledge.d.ts.map +1 -0
- package/dist/tools/knowledge/searchMetaKnowledge.js +120 -0
- package/dist/tools/knowledge/searchMetaKnowledge.js.map +1 -0
- package/dist/tools/memory/addNote.d.ts +9 -0
- package/dist/tools/memory/addNote.d.ts.map +1 -0
- package/dist/tools/memory/addNote.js +105 -0
- package/dist/tools/memory/addNote.js.map +1 -0
- package/dist/tools/memory/getDecisions.d.ts +9 -0
- package/dist/tools/memory/getDecisions.d.ts.map +1 -0
- package/dist/tools/memory/getDecisions.js +93 -0
- package/dist/tools/memory/getDecisions.js.map +1 -0
- package/dist/tools/memory/getHypotheses.d.ts +9 -0
- package/dist/tools/memory/getHypotheses.d.ts.map +1 -0
- package/dist/tools/memory/getHypotheses.js +93 -0
- package/dist/tools/memory/getHypotheses.js.map +1 -0
- package/dist/tools/memory-bank/memoryBankList.d.ts +9 -0
- package/dist/tools/memory-bank/memoryBankList.d.ts.map +1 -0
- package/dist/tools/memory-bank/memoryBankList.js +108 -0
- package/dist/tools/memory-bank/memoryBankList.js.map +1 -0
- package/dist/tools/memory-bank/memoryBankSearch.d.ts +9 -0
- package/dist/tools/memory-bank/memoryBankSearch.d.ts.map +1 -0
- package/dist/tools/memory-bank/memoryBankSearch.js +128 -0
- package/dist/tools/memory-bank/memoryBankSearch.js.map +1 -0
- package/dist/tools/metrics/getAuditLog.d.ts +9 -0
- package/dist/tools/metrics/getAuditLog.d.ts.map +1 -0
- package/dist/tools/metrics/getAuditLog.js +172 -0
- package/dist/tools/metrics/getAuditLog.js.map +1 -0
- package/dist/tools/metrics/getCompressionRatio.d.ts +9 -0
- package/dist/tools/metrics/getCompressionRatio.d.ts.map +1 -0
- package/dist/tools/metrics/getCompressionRatio.js +112 -0
- package/dist/tools/metrics/getCompressionRatio.js.map +1 -0
- package/dist/tools/metrics/getCostDashboard.d.ts +9 -0
- package/dist/tools/metrics/getCostDashboard.d.ts.map +1 -0
- package/dist/tools/metrics/getCostDashboard.js +126 -0
- package/dist/tools/metrics/getCostDashboard.js.map +1 -0
- package/dist/tools/metrics/getPatternAnalytics.d.ts +9 -0
- package/dist/tools/metrics/getPatternAnalytics.d.ts.map +1 -0
- package/dist/tools/metrics/getPatternAnalytics.js +192 -0
- package/dist/tools/metrics/getPatternAnalytics.js.map +1 -0
- package/dist/tools/metrics/getPatternReuse.d.ts +9 -0
- package/dist/tools/metrics/getPatternReuse.d.ts.map +1 -0
- package/dist/tools/metrics/getPatternReuse.js +130 -0
- package/dist/tools/metrics/getPatternReuse.js.map +1 -0
- package/dist/tools/patterns/createPatternVersion.d.ts +9 -0
- package/dist/tools/patterns/createPatternVersion.d.ts.map +1 -0
- package/dist/tools/patterns/createPatternVersion.js +137 -0
- package/dist/tools/patterns/createPatternVersion.js.map +1 -0
- package/dist/tools/patterns/deprecatePatternVersion.d.ts +9 -0
- package/dist/tools/patterns/deprecatePatternVersion.d.ts.map +1 -0
- package/dist/tools/patterns/deprecatePatternVersion.js +131 -0
- package/dist/tools/patterns/deprecatePatternVersion.js.map +1 -0
- package/dist/tools/patterns/diffPatterns.d.ts +9 -0
- package/dist/tools/patterns/diffPatterns.d.ts.map +1 -0
- package/dist/tools/patterns/diffPatterns.js +402 -0
- package/dist/tools/patterns/diffPatterns.js.map +1 -0
- package/dist/tools/patterns/executeSkill.d.ts +9 -0
- package/dist/tools/patterns/executeSkill.d.ts.map +1 -0
- package/dist/tools/patterns/executeSkill.js +230 -0
- package/dist/tools/patterns/executeSkill.js.map +1 -0
- package/dist/tools/patterns/findPatterns.d.ts +9 -0
- package/dist/tools/patterns/findPatterns.d.ts.map +1 -0
- package/dist/tools/patterns/findPatterns.js +164 -0
- package/dist/tools/patterns/findPatterns.js.map +1 -0
- package/dist/tools/patterns/getPatternVersions.d.ts +9 -0
- package/dist/tools/patterns/getPatternVersions.d.ts.map +1 -0
- package/dist/tools/patterns/getPatternVersions.js +114 -0
- package/dist/tools/patterns/getPatternVersions.js.map +1 -0
- package/dist/tools/patterns/indexPatternLibrary.d.ts +9 -0
- package/dist/tools/patterns/indexPatternLibrary.d.ts.map +1 -0
- package/dist/tools/patterns/indexPatternLibrary.js +228 -0
- package/dist/tools/patterns/indexPatternLibrary.js.map +1 -0
- package/dist/tools/patterns/loadSkill.d.ts +9 -0
- package/dist/tools/patterns/loadSkill.d.ts.map +1 -0
- package/dist/tools/patterns/loadSkill.js +229 -0
- package/dist/tools/patterns/loadSkill.js.map +1 -0
- package/dist/tools/patterns/predictOutcome.d.ts +9 -0
- package/dist/tools/patterns/predictOutcome.d.ts.map +1 -0
- package/dist/tools/patterns/predictOutcome.js +256 -0
- package/dist/tools/patterns/predictOutcome.js.map +1 -0
- package/dist/tools/patterns/recommendPatterns.d.ts +9 -0
- package/dist/tools/patterns/recommendPatterns.d.ts.map +1 -0
- package/dist/tools/patterns/recommendPatterns.js +278 -0
- package/dist/tools/patterns/recommendPatterns.js.map +1 -0
- package/dist/tools/patterns/searchPatterns.d.ts +9 -0
- package/dist/tools/patterns/searchPatterns.d.ts.map +1 -0
- package/dist/tools/patterns/searchPatterns.js +144 -0
- package/dist/tools/patterns/searchPatterns.js.map +1 -0
- package/dist/tools/patterns/signPattern.d.ts +9 -0
- package/dist/tools/patterns/signPattern.d.ts.map +1 -0
- package/dist/tools/patterns/signPattern.js +147 -0
- package/dist/tools/patterns/signPattern.js.map +1 -0
- package/dist/tools/patterns/trackPatternUsage.d.ts +9 -0
- package/dist/tools/patterns/trackPatternUsage.d.ts.map +1 -0
- package/dist/tools/patterns/trackPatternUsage.js +126 -0
- package/dist/tools/patterns/trackPatternUsage.js.map +1 -0
- package/dist/tools/research/approveResearchPlan.d.ts +9 -0
- package/dist/tools/research/approveResearchPlan.d.ts.map +1 -0
- package/dist/tools/research/approveResearchPlan.js +204 -0
- package/dist/tools/research/approveResearchPlan.js.map +1 -0
- package/dist/tools/research/generateResearchPlan.d.ts +9 -0
- package/dist/tools/research/generateResearchPlan.d.ts.map +1 -0
- package/dist/tools/research/generateResearchPlan.js +347 -0
- package/dist/tools/research/generateResearchPlan.js.map +1 -0
- package/dist/tools/research/listResearchSessions.d.ts +9 -0
- package/dist/tools/research/listResearchSessions.d.ts.map +1 -0
- package/dist/tools/research/listResearchSessions.js +108 -0
- package/dist/tools/research/listResearchSessions.js.map +1 -0
- package/dist/tools/research/suggestModelForResearch.d.ts +9 -0
- package/dist/tools/research/suggestModelForResearch.d.ts.map +1 -0
- package/dist/tools/research/suggestModelForResearch.js +416 -0
- package/dist/tools/research/suggestModelForResearch.js.map +1 -0
- package/dist/tools/research/trackResearchProgress.d.ts +9 -0
- package/dist/tools/research/trackResearchProgress.d.ts.map +1 -0
- package/dist/tools/research/trackResearchProgress.js +177 -0
- package/dist/tools/research/trackResearchProgress.js.map +1 -0
- package/dist/tools/rlvr/rlvrExecute.d.ts +9 -0
- package/dist/tools/rlvr/rlvrExecute.d.ts.map +1 -0
- package/dist/tools/rlvr/rlvrExecute.js +296 -0
- package/dist/tools/rlvr/rlvrExecute.js.map +1 -0
- package/dist/tools/search/getSearchStats.d.ts +9 -0
- package/dist/tools/search/getSearchStats.d.ts.map +1 -0
- package/dist/tools/search/getSearchStats.js +107 -0
- package/dist/tools/search/getSearchStats.js.map +1 -0
- package/dist/tools/search/index.d.ts +4 -0
- package/dist/tools/search/index.d.ts.map +1 -0
- package/dist/tools/search/index.js +4 -0
- package/dist/tools/search/index.js.map +1 -0
- package/dist/tools/search/indexSession.d.ts +9 -0
- package/dist/tools/search/indexSession.d.ts.map +1 -0
- package/dist/tools/search/indexSession.js +254 -0
- package/dist/tools/search/indexSession.js.map +1 -0
- package/dist/tools/search/semanticSearch.d.ts +9 -0
- package/dist/tools/search/semanticSearch.d.ts.map +1 -0
- package/dist/tools/search/semanticSearch.js +171 -0
- package/dist/tools/search/semanticSearch.js.map +1 -0
- package/dist/tools/session/askSession.d.ts +9 -0
- package/dist/tools/session/askSession.d.ts.map +1 -0
- package/dist/tools/session/askSession.js +311 -0
- package/dist/tools/session/askSession.js.map +1 -0
- package/dist/tools/session/checkClaimConsistency.d.ts +9 -0
- package/dist/tools/session/checkClaimConsistency.d.ts.map +1 -0
- package/dist/tools/session/checkClaimConsistency.js +343 -0
- package/dist/tools/session/checkClaimConsistency.js.map +1 -0
- package/dist/tools/session/checkCodeFeasibility.d.ts +19 -0
- package/dist/tools/session/checkCodeFeasibility.d.ts.map +1 -0
- package/dist/tools/session/checkCodeFeasibility.js +766 -0
- package/dist/tools/session/checkCodeFeasibility.js.map +1 -0
- package/dist/tools/session/checkConstraintViolation.d.ts +9 -0
- package/dist/tools/session/checkConstraintViolation.d.ts.map +1 -0
- package/dist/tools/session/checkConstraintViolation.js +98 -0
- package/dist/tools/session/checkConstraintViolation.js.map +1 -0
- package/dist/tools/session/checkDuplicateWork.d.ts +9 -0
- package/dist/tools/session/checkDuplicateWork.d.ts.map +1 -0
- package/dist/tools/session/checkDuplicateWork.js +105 -0
- package/dist/tools/session/checkDuplicateWork.js.map +1 -0
- package/dist/tools/session/extractSessionMemories.d.ts +9 -0
- package/dist/tools/session/extractSessionMemories.d.ts.map +1 -0
- package/dist/tools/session/extractSessionMemories.js +203 -0
- package/dist/tools/session/extractSessionMemories.js.map +1 -0
- package/dist/tools/session/finalizeSessionCoordination.d.ts +9 -0
- package/dist/tools/session/finalizeSessionCoordination.d.ts.map +1 -0
- package/dist/tools/session/finalizeSessionCoordination.js +85 -0
- package/dist/tools/session/finalizeSessionCoordination.js.map +1 -0
- package/dist/tools/session/flagForVerification.d.ts +17 -0
- package/dist/tools/session/flagForVerification.d.ts.map +1 -0
- package/dist/tools/session/flagForVerification.js +232 -0
- package/dist/tools/session/flagForVerification.js.map +1 -0
- package/dist/tools/session/getConstraints.d.ts +9 -0
- package/dist/tools/session/getConstraints.d.ts.map +1 -0
- package/dist/tools/session/getConstraints.js +84 -0
- package/dist/tools/session/getConstraints.js.map +1 -0
- package/dist/tools/session/getSessionStats.d.ts +9 -0
- package/dist/tools/session/getSessionStats.d.ts.map +1 -0
- package/dist/tools/session/getSessionStats.js +86 -0
- package/dist/tools/session/getSessionStats.js.map +1 -0
- package/dist/tools/session/getSessionSummary.d.ts +9 -0
- package/dist/tools/session/getSessionSummary.d.ts.map +1 -0
- package/dist/tools/session/getSessionSummary.js +360 -0
- package/dist/tools/session/getSessionSummary.js.map +1 -0
- package/dist/tools/session/getVerificationPrompt.d.ts +9 -0
- package/dist/tools/session/getVerificationPrompt.d.ts.map +1 -0
- package/dist/tools/session/getVerificationPrompt.js +210 -0
- package/dist/tools/session/getVerificationPrompt.js.map +1 -0
- package/dist/tools/session/liftConstraint.d.ts +9 -0
- package/dist/tools/session/liftConstraint.d.ts.map +1 -0
- package/dist/tools/session/liftConstraint.js +94 -0
- package/dist/tools/session/liftConstraint.js.map +1 -0
- package/dist/tools/session/recordVerificationOutcome.d.ts +24 -0
- package/dist/tools/session/recordVerificationOutcome.d.ts.map +1 -0
- package/dist/tools/session/recordVerificationOutcome.js +237 -0
- package/dist/tools/session/recordVerificationOutcome.js.map +1 -0
- package/dist/tools/session/saveSessionNote.d.ts +9 -0
- package/dist/tools/session/saveSessionNote.d.ts.map +1 -0
- package/dist/tools/session/saveSessionNote.js +213 -0
- package/dist/tools/session/saveSessionNote.js.map +1 -0
- package/dist/tools/session/sessionSearch.d.ts +9 -0
- package/dist/tools/session/sessionSearch.d.ts.map +1 -0
- package/dist/tools/session/sessionSearch.js +116 -0
- package/dist/tools/session/sessionSearch.js.map +1 -0
- package/dist/tools/session/startSessionCoordination.d.ts +13 -0
- package/dist/tools/session/startSessionCoordination.d.ts.map +1 -0
- package/dist/tools/session/startSessionCoordination.js +126 -0
- package/dist/tools/session/startSessionCoordination.js.map +1 -0
- package/dist/tools/session/trackApprovalFingerprint.d.ts +19 -0
- package/dist/tools/session/trackApprovalFingerprint.d.ts.map +1 -0
- package/dist/tools/session/trackApprovalFingerprint.js +172 -0
- package/dist/tools/session/trackApprovalFingerprint.js.map +1 -0
- package/dist/tools/session/trackConstraint.d.ts +9 -0
- package/dist/tools/session/trackConstraint.d.ts.map +1 -0
- package/dist/tools/session/trackConstraint.js +101 -0
- package/dist/tools/session/trackConstraint.js.map +1 -0
- package/dist/tools/session/validateCitation.d.ts +9 -0
- package/dist/tools/session/validateCitation.d.ts.map +1 -0
- package/dist/tools/session/validateCitation.js +450 -0
- package/dist/tools/session/validateCitation.js.map +1 -0
- package/dist/tools/stuck/checkStuckPattern.d.ts +9 -0
- package/dist/tools/stuck/checkStuckPattern.d.ts.map +1 -0
- package/dist/tools/stuck/checkStuckPattern.js +93 -0
- package/dist/tools/stuck/checkStuckPattern.js.map +1 -0
- package/dist/tools/stuck/getRecoverySuggestions.d.ts +9 -0
- package/dist/tools/stuck/getRecoverySuggestions.d.ts.map +1 -0
- package/dist/tools/stuck/getRecoverySuggestions.js +132 -0
- package/dist/tools/stuck/getRecoverySuggestions.js.map +1 -0
- package/dist/types/research.d.ts +76 -0
- package/dist/types/research.d.ts.map +1 -0
- package/dist/types/research.js +2 -0
- package/dist/types/research.js.map +1 -0
- package/dist/types/temporal-graph.d.ts +97 -0
- package/dist/types/temporal-graph.d.ts.map +1 -0
- package/dist/types/temporal-graph.js +2 -0
- package/dist/types/temporal-graph.js.map +1 -0
- package/dist/utils/AuditLogger.d.ts +99 -0
- package/dist/utils/AuditLogger.d.ts.map +1 -0
- package/dist/utils/AuditLogger.js +303 -0
- package/dist/utils/AuditLogger.js.map +1 -0
- package/dist/utils/CacheManager.d.ts +56 -0
- package/dist/utils/CacheManager.d.ts.map +1 -0
- package/dist/utils/CacheManager.js +184 -0
- package/dist/utils/CacheManager.js.map +1 -0
- package/dist/utils/CircuitBreaker.d.ts +76 -0
- package/dist/utils/CircuitBreaker.d.ts.map +1 -0
- package/dist/utils/CircuitBreaker.js +236 -0
- package/dist/utils/CircuitBreaker.js.map +1 -0
- package/dist/utils/CostTracker.d.ts +83 -0
- package/dist/utils/CostTracker.d.ts.map +1 -0
- package/dist/utils/CostTracker.js +228 -0
- package/dist/utils/CostTracker.js.map +1 -0
- package/dist/utils/DockerSandbox.d.ts +39 -0
- package/dist/utils/DockerSandbox.d.ts.map +1 -0
- package/dist/utils/DockerSandbox.js +277 -0
- package/dist/utils/DockerSandbox.js.map +1 -0
- package/dist/utils/FinalizationCompressor.d.ts +70 -0
- package/dist/utils/FinalizationCompressor.d.ts.map +1 -0
- package/dist/utils/FinalizationCompressor.js +295 -0
- package/dist/utils/FinalizationCompressor.js.map +1 -0
- package/dist/utils/MetaKnowledgeManager.d.ts +63 -0
- package/dist/utils/MetaKnowledgeManager.d.ts.map +1 -0
- package/dist/utils/MetaKnowledgeManager.js +152 -0
- package/dist/utils/MetaKnowledgeManager.js.map +1 -0
- package/dist/utils/PatternIndexer.d.ts +83 -0
- package/dist/utils/PatternIndexer.d.ts.map +1 -0
- package/dist/utils/PatternIndexer.js +730 -0
- package/dist/utils/PatternIndexer.js.map +1 -0
- package/dist/utils/PatternUsageTracker.d.ts +97 -0
- package/dist/utils/PatternUsageTracker.d.ts.map +1 -0
- package/dist/utils/PatternUsageTracker.js +352 -0
- package/dist/utils/PatternUsageTracker.js.map +1 -0
- package/dist/utils/PatternVerifier.d.ts +71 -0
- package/dist/utils/PatternVerifier.d.ts.map +1 -0
- package/dist/utils/PatternVerifier.js +328 -0
- package/dist/utils/PatternVerifier.js.map +1 -0
- package/dist/utils/PatternVersionManager.d.ts +47 -0
- package/dist/utils/PatternVersionManager.d.ts.map +1 -0
- package/dist/utils/PatternVersionManager.js +308 -0
- package/dist/utils/PatternVersionManager.js.map +1 -0
- package/dist/utils/QdrantConnectionManager.d.ts +47 -0
- package/dist/utils/QdrantConnectionManager.d.ts.map +1 -0
- package/dist/utils/QdrantConnectionManager.js +228 -0
- package/dist/utils/QdrantConnectionManager.js.map +1 -0
- package/dist/utils/RateLimiter.d.ts +85 -0
- package/dist/utils/RateLimiter.d.ts.map +1 -0
- package/dist/utils/RateLimiter.js +300 -0
- package/dist/utils/RateLimiter.js.map +1 -0
- package/dist/utils/RecoveryEngine.d.ts +45 -0
- package/dist/utils/RecoveryEngine.d.ts.map +1 -0
- package/dist/utils/RecoveryEngine.js +268 -0
- package/dist/utils/RecoveryEngine.js.map +1 -0
- package/dist/utils/ResearchCoordinator.d.ts +30 -0
- package/dist/utils/ResearchCoordinator.d.ts.map +1 -0
- package/dist/utils/ResearchCoordinator.js +197 -0
- package/dist/utils/ResearchCoordinator.js.map +1 -0
- package/dist/utils/SessionCoordinator.d.ts +111 -0
- package/dist/utils/SessionCoordinator.d.ts.map +1 -0
- package/dist/utils/SessionCoordinator.js +1062 -0
- package/dist/utils/SessionCoordinator.js.map +1 -0
- package/dist/utils/SkillExecutor.d.ts +50 -0
- package/dist/utils/SkillExecutor.d.ts.map +1 -0
- package/dist/utils/SkillExecutor.js +396 -0
- package/dist/utils/SkillExecutor.js.map +1 -0
- package/dist/utils/StuckDetector.d.ts +43 -0
- package/dist/utils/StuckDetector.d.ts.map +1 -0
- package/dist/utils/StuckDetector.js +336 -0
- package/dist/utils/StuckDetector.js.map +1 -0
- package/dist/utils/TemporalGraphIndex.d.ts +33 -0
- package/dist/utils/TemporalGraphIndex.d.ts.map +1 -0
- package/dist/utils/TemporalGraphIndex.js +218 -0
- package/dist/utils/TemporalGraphIndex.js.map +1 -0
- package/dist/utils/artifacts.d.ts +35 -0
- package/dist/utils/artifacts.d.ts.map +1 -0
- package/dist/utils/artifacts.js +294 -0
- package/dist/utils/artifacts.js.map +1 -0
- package/dist/utils/consensusAggregator.d.ts +50 -0
- package/dist/utils/consensusAggregator.d.ts.map +1 -0
- package/dist/utils/consensusAggregator.js +195 -0
- package/dist/utils/consensusAggregator.js.map +1 -0
- package/dist/utils/contextBuilder.d.ts +58 -0
- package/dist/utils/contextBuilder.d.ts.map +1 -0
- package/dist/utils/contextBuilder.js +221 -0
- package/dist/utils/contextBuilder.js.map +1 -0
- package/dist/utils/costPricing.d.ts +11 -0
- package/dist/utils/costPricing.d.ts.map +1 -0
- package/dist/utils/costPricing.js +86 -0
- package/dist/utils/costPricing.js.map +1 -0
- package/dist/utils/filesystem.d.ts +16 -0
- package/dist/utils/filesystem.d.ts.map +1 -0
- package/dist/utils/filesystem.js +184 -0
- package/dist/utils/filesystem.js.map +1 -0
- package/dist/utils/llmStreamClient.d.ts +41 -0
- package/dist/utils/llmStreamClient.d.ts.map +1 -0
- package/dist/utils/llmStreamClient.js +257 -0
- package/dist/utils/llmStreamClient.js.map +1 -0
- package/dist/utils/memory.d.ts +22 -0
- package/dist/utils/memory.d.ts.map +1 -0
- package/dist/utils/memory.js +67 -0
- package/dist/utils/memory.js.map +1 -0
- package/dist/utils/memoryBank.d.ts +18 -0
- package/dist/utils/memoryBank.d.ts.map +1 -0
- package/dist/utils/memoryBank.js +128 -0
- package/dist/utils/memoryBank.js.map +1 -0
- package/dist/utils/metrics.d.ts +30 -0
- package/dist/utils/metrics.d.ts.map +1 -0
- package/dist/utils/metrics.js +208 -0
- package/dist/utils/metrics.js.map +1 -0
- package/dist/utils/pythonRunner.d.ts +7 -0
- package/dist/utils/pythonRunner.d.ts.map +1 -0
- package/dist/utils/pythonRunner.js +72 -0
- package/dist/utils/pythonRunner.js.map +1 -0
- package/dist/utils/responseParser.d.ts +15 -0
- package/dist/utils/responseParser.d.ts.map +1 -0
- package/dist/utils/responseParser.js +306 -0
- package/dist/utils/responseParser.js.map +1 -0
- package/dist/utils/rlvr/PythonSandbox.d.ts +16 -0
- package/dist/utils/rlvr/PythonSandbox.d.ts.map +1 -0
- package/dist/utils/rlvr/PythonSandbox.js +203 -0
- package/dist/utils/rlvr/PythonSandbox.js.map +1 -0
- package/dist/utils/rlvr/RewardComputer.d.ts +28 -0
- package/dist/utils/rlvr/RewardComputer.d.ts.map +1 -0
- package/dist/utils/rlvr/RewardComputer.js +227 -0
- package/dist/utils/rlvr/RewardComputer.js.map +1 -0
- package/dist/utils/rlvr/RewardHistoryStore.d.ts +48 -0
- package/dist/utils/rlvr/RewardHistoryStore.d.ts.map +1 -0
- package/dist/utils/rlvr/RewardHistoryStore.js +428 -0
- package/dist/utils/rlvr/RewardHistoryStore.js.map +1 -0
- package/dist/utils/rlvr/SQLSandbox.d.ts +21 -0
- package/dist/utils/rlvr/SQLSandbox.d.ts.map +1 -0
- package/dist/utils/rlvr/SQLSandbox.js +199 -0
- package/dist/utils/rlvr/SQLSandbox.js.map +1 -0
- package/dist/utils/rlvr/TestGenerator.d.ts +8 -0
- package/dist/utils/rlvr/TestGenerator.d.ts.map +1 -0
- package/dist/utils/rlvr/TestGenerator.js +216 -0
- package/dist/utils/rlvr/TestGenerator.js.map +1 -0
- package/dist/utils/rlvr/TestOrchestrator.d.ts +45 -0
- package/dist/utils/rlvr/TestOrchestrator.d.ts.map +1 -0
- package/dist/utils/rlvr/TestOrchestrator.js +331 -0
- package/dist/utils/rlvr/TestOrchestrator.js.map +1 -0
- package/dist/utils/rlvr/TypeScriptSandbox.d.ts +16 -0
- package/dist/utils/rlvr/TypeScriptSandbox.d.ts.map +1 -0
- package/dist/utils/rlvr/TypeScriptSandbox.js +244 -0
- package/dist/utils/rlvr/TypeScriptSandbox.js.map +1 -0
- package/dist/utils/rlvr/index.d.ts +9 -0
- package/dist/utils/rlvr/index.d.ts.map +1 -0
- package/dist/utils/rlvr/index.js +9 -0
- package/dist/utils/rlvr/index.js.map +1 -0
- package/dist/utils/rlvr/python_executor.py +309 -0
- package/dist/utils/rlvr/sql_executor.py +233 -0
- package/dist/utils/rlvr/test-orchestrator.d.ts +2 -0
- package/dist/utils/rlvr/test-orchestrator.d.ts.map +1 -0
- package/dist/utils/rlvr/test-orchestrator.js +200 -0
- package/dist/utils/rlvr/test-orchestrator.js.map +1 -0
- package/dist/utils/rlvr/test-persistence.d.ts +2 -0
- package/dist/utils/rlvr/test-persistence.d.ts.map +1 -0
- package/dist/utils/rlvr/test-persistence.js +175 -0
- package/dist/utils/rlvr/test-persistence.js.map +1 -0
- package/dist/utils/rlvr/test-rlvr.d.ts +2 -0
- package/dist/utils/rlvr/test-rlvr.d.ts.map +1 -0
- package/dist/utils/rlvr/test-rlvr.js +286 -0
- package/dist/utils/rlvr/test-rlvr.js.map +1 -0
- package/dist/utils/rlvr/test-sql.d.ts +2 -0
- package/dist/utils/rlvr/test-sql.d.ts.map +1 -0
- package/dist/utils/rlvr/test-sql.js +63 -0
- package/dist/utils/rlvr/test-sql.js.map +1 -0
- package/dist/utils/rlvr/types.d.ts +133 -0
- package/dist/utils/rlvr/types.d.ts.map +1 -0
- package/dist/utils/rlvr/types.js +8 -0
- package/dist/utils/rlvr/types.js.map +1 -0
- package/dist/utils/tokenEstimator.d.ts +4 -0
- package/dist/utils/tokenEstimator.d.ts.map +1 -0
- package/dist/utils/tokenEstimator.js +14 -0
- package/dist/utils/tokenEstimator.js.map +1 -0
- package/package.json +78 -0
|
@@ -0,0 +1,286 @@
|
|
|
1
|
+
import { TypeScriptSandbox } from "./TypeScriptSandbox.js";
|
|
2
|
+
import { PythonSandbox } from "./PythonSandbox.js";
|
|
3
|
+
import { generateTestSuiteFromExamples } from "./TestGenerator.js";
|
|
4
|
+
import { computeReward, clearRewardHistory } from "./RewardComputer.js";
|
|
5
|
+
async function runTest() {
|
|
6
|
+
console.log("=== RLVR Integration Test ===\n");
|
|
7
|
+
clearRewardHistory();
|
|
8
|
+
const pattern = {
|
|
9
|
+
id: "test-pattern-001",
|
|
10
|
+
title: "Double Number",
|
|
11
|
+
language: "typescript",
|
|
12
|
+
code: "(x) => x * 2",
|
|
13
|
+
examples: [
|
|
14
|
+
{ input: 2, expectedOutput: 4, description: "Double 2" },
|
|
15
|
+
{ input: 5, expectedOutput: 10, description: "Double 5" },
|
|
16
|
+
{ input: 0, expectedOutput: 0, description: "Double 0" },
|
|
17
|
+
{ input: -3, expectedOutput: -6, description: "Double negative" },
|
|
18
|
+
],
|
|
19
|
+
};
|
|
20
|
+
console.log("Pattern:", pattern.title);
|
|
21
|
+
console.log("Code:", pattern.code);
|
|
22
|
+
console.log("Examples:", pattern.examples.length);
|
|
23
|
+
console.log();
|
|
24
|
+
const testSuite = generateTestSuiteFromExamples(pattern);
|
|
25
|
+
console.log("Generated test suite:", testSuite.id);
|
|
26
|
+
console.log("Tests:", testSuite.tests.length);
|
|
27
|
+
console.log();
|
|
28
|
+
const sandbox = new TypeScriptSandbox();
|
|
29
|
+
await sandbox.initialize();
|
|
30
|
+
console.log("Running tests...\n");
|
|
31
|
+
const results = [];
|
|
32
|
+
let passed = 0;
|
|
33
|
+
let failed = 0;
|
|
34
|
+
for (const test of testSuite.tests) {
|
|
35
|
+
const startTime = Date.now();
|
|
36
|
+
const execResult = await sandbox.execute(pattern.code, test.input);
|
|
37
|
+
const testResult = {
|
|
38
|
+
testId: test.id,
|
|
39
|
+
testName: test.name,
|
|
40
|
+
status: "error",
|
|
41
|
+
duration: Date.now() - startTime,
|
|
42
|
+
retries: 0,
|
|
43
|
+
logs: [],
|
|
44
|
+
};
|
|
45
|
+
if (execResult.status === "success") {
|
|
46
|
+
if (execResult.returnValue === test.expectedOutput) {
|
|
47
|
+
testResult.status = "passed";
|
|
48
|
+
passed++;
|
|
49
|
+
console.log(` ✓ ${test.name}: ${test.input} → ${execResult.returnValue}`);
|
|
50
|
+
}
|
|
51
|
+
else {
|
|
52
|
+
testResult.status = "failed";
|
|
53
|
+
testResult.failure = {
|
|
54
|
+
expected: test.expectedOutput,
|
|
55
|
+
actual: execResult.returnValue,
|
|
56
|
+
message: `Expected ${test.expectedOutput}, got ${execResult.returnValue}`,
|
|
57
|
+
};
|
|
58
|
+
failed++;
|
|
59
|
+
console.log(` ✗ ${test.name}: Expected ${test.expectedOutput}, got ${execResult.returnValue}`);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
else {
|
|
63
|
+
testResult.status = execResult.status === "timeout" ? "timeout" : "error";
|
|
64
|
+
testResult.failure = {
|
|
65
|
+
expected: test.expectedOutput,
|
|
66
|
+
actual: execResult.error?.message,
|
|
67
|
+
message: execResult.error?.message || "Execution failed",
|
|
68
|
+
};
|
|
69
|
+
failed++;
|
|
70
|
+
console.log(` ✗ ${test.name}: ${execResult.error?.message}`);
|
|
71
|
+
}
|
|
72
|
+
results.push(testResult);
|
|
73
|
+
}
|
|
74
|
+
await sandbox.cleanup();
|
|
75
|
+
const suiteResult = {
|
|
76
|
+
suiteId: testSuite.id,
|
|
77
|
+
patternId: pattern.id,
|
|
78
|
+
timestamp: new Date().toISOString(),
|
|
79
|
+
totalTests: results.length,
|
|
80
|
+
passed,
|
|
81
|
+
failed,
|
|
82
|
+
skipped: 0,
|
|
83
|
+
results,
|
|
84
|
+
totalDuration: results.reduce((sum, r) => sum + r.duration, 0),
|
|
85
|
+
avgTestDuration: results.reduce((sum, r) => sum + r.duration, 0) / results.length,
|
|
86
|
+
memoryPeak: 0,
|
|
87
|
+
};
|
|
88
|
+
console.log();
|
|
89
|
+
console.log("Suite Results:");
|
|
90
|
+
console.log(` Total: ${suiteResult.totalTests}`);
|
|
91
|
+
console.log(` Passed: ${suiteResult.passed}`);
|
|
92
|
+
console.log(` Failed: ${suiteResult.failed}`);
|
|
93
|
+
console.log(` Duration: ${suiteResult.totalDuration}ms`);
|
|
94
|
+
console.log();
|
|
95
|
+
const reward = computeReward(pattern, suiteResult);
|
|
96
|
+
console.log("Reward Signal:");
|
|
97
|
+
console.log(` Passed: ${reward.passed}`);
|
|
98
|
+
console.log(` Correctness: ${(reward.correctnessScore * 100).toFixed(1)}%`);
|
|
99
|
+
console.log(` Performance: ${(reward.performanceScore * 100).toFixed(1)}%`);
|
|
100
|
+
console.log(` Reliability: ${(reward.reliabilityScore * 100).toFixed(1)}%`);
|
|
101
|
+
console.log(` Overall: ${(reward.overallScore * 100).toFixed(1)}%`);
|
|
102
|
+
console.log(` Confidence: ${(reward.confidence * 100).toFixed(1)}%`);
|
|
103
|
+
console.log(` Trend: ${reward.trend}`);
|
|
104
|
+
console.log();
|
|
105
|
+
console.log("=== Testing Failing Pattern ===\n");
|
|
106
|
+
const failingPattern = {
|
|
107
|
+
id: "test-pattern-002",
|
|
108
|
+
title: "Buggy Double",
|
|
109
|
+
language: "typescript",
|
|
110
|
+
code: "(x) => x + 2",
|
|
111
|
+
examples: [
|
|
112
|
+
{ input: 2, expectedOutput: 4, description: "Should be 4" },
|
|
113
|
+
{ input: 5, expectedOutput: 10, description: "Should be 10" },
|
|
114
|
+
],
|
|
115
|
+
};
|
|
116
|
+
const failingSuite = generateTestSuiteFromExamples(failingPattern);
|
|
117
|
+
await sandbox.initialize();
|
|
118
|
+
const failingResults = [];
|
|
119
|
+
let failPassed = 0;
|
|
120
|
+
let failFailed = 0;
|
|
121
|
+
for (const test of failingSuite.tests) {
|
|
122
|
+
const execResult = await sandbox.execute(failingPattern.code, test.input);
|
|
123
|
+
if (execResult.status === "success" &&
|
|
124
|
+
execResult.returnValue === test.expectedOutput) {
|
|
125
|
+
failPassed++;
|
|
126
|
+
console.log(` ✓ ${test.name}`);
|
|
127
|
+
}
|
|
128
|
+
else {
|
|
129
|
+
failFailed++;
|
|
130
|
+
console.log(` ✗ ${test.name}: Expected ${test.expectedOutput}, got ${execResult.returnValue}`);
|
|
131
|
+
}
|
|
132
|
+
failingResults.push({
|
|
133
|
+
testId: test.id,
|
|
134
|
+
testName: test.name,
|
|
135
|
+
status: execResult.returnValue === test.expectedOutput ? "passed" : "failed",
|
|
136
|
+
duration: 0,
|
|
137
|
+
retries: 0,
|
|
138
|
+
logs: [],
|
|
139
|
+
});
|
|
140
|
+
}
|
|
141
|
+
await sandbox.cleanup();
|
|
142
|
+
const failingSuiteResult = {
|
|
143
|
+
suiteId: failingSuite.id,
|
|
144
|
+
patternId: failingPattern.id,
|
|
145
|
+
timestamp: new Date().toISOString(),
|
|
146
|
+
totalTests: failingResults.length,
|
|
147
|
+
passed: failPassed,
|
|
148
|
+
failed: failFailed,
|
|
149
|
+
skipped: 0,
|
|
150
|
+
results: failingResults,
|
|
151
|
+
totalDuration: 0,
|
|
152
|
+
avgTestDuration: 0,
|
|
153
|
+
memoryPeak: 0,
|
|
154
|
+
};
|
|
155
|
+
const failingReward = computeReward(failingPattern, failingSuiteResult);
|
|
156
|
+
console.log();
|
|
157
|
+
console.log("Failing Pattern Reward:");
|
|
158
|
+
console.log(` Passed: ${failingReward.passed}`);
|
|
159
|
+
console.log(` Correctness: ${(failingReward.correctnessScore * 100).toFixed(1)}%`);
|
|
160
|
+
console.log(` Overall: ${(failingReward.overallScore * 100).toFixed(1)}%`);
|
|
161
|
+
console.log();
|
|
162
|
+
console.log("=== Testing Python Sandbox ===\n");
|
|
163
|
+
const pythonPattern = {
|
|
164
|
+
id: "test-python-001",
|
|
165
|
+
title: "Python Double Number",
|
|
166
|
+
language: "python",
|
|
167
|
+
code: "lambda x: x * 2",
|
|
168
|
+
examples: [
|
|
169
|
+
{ input: 2, expectedOutput: 4, description: "Double 2" },
|
|
170
|
+
{ input: 5, expectedOutput: 10, description: "Double 5" },
|
|
171
|
+
{ input: 0, expectedOutput: 0, description: "Double 0" },
|
|
172
|
+
{ input: -3, expectedOutput: -6, description: "Double negative" },
|
|
173
|
+
],
|
|
174
|
+
};
|
|
175
|
+
console.log("Pattern:", pythonPattern.title);
|
|
176
|
+
console.log("Code:", pythonPattern.code);
|
|
177
|
+
console.log();
|
|
178
|
+
const pythonSuite = generateTestSuiteFromExamples(pythonPattern);
|
|
179
|
+
const pythonSandbox = new PythonSandbox();
|
|
180
|
+
await pythonSandbox.initialize();
|
|
181
|
+
console.log("Running Python tests...\n");
|
|
182
|
+
const pythonResults = [];
|
|
183
|
+
let pythonPassed = 0;
|
|
184
|
+
let pythonFailed = 0;
|
|
185
|
+
for (const test of pythonSuite.tests) {
|
|
186
|
+
const startTime = Date.now();
|
|
187
|
+
const execResult = await pythonSandbox.execute(pythonPattern.code, test.input);
|
|
188
|
+
const testResult = {
|
|
189
|
+
testId: test.id,
|
|
190
|
+
testName: test.name,
|
|
191
|
+
status: "error",
|
|
192
|
+
duration: Date.now() - startTime,
|
|
193
|
+
retries: 0,
|
|
194
|
+
logs: [],
|
|
195
|
+
};
|
|
196
|
+
if (execResult.status === "success") {
|
|
197
|
+
if (execResult.returnValue === test.expectedOutput) {
|
|
198
|
+
testResult.status = "passed";
|
|
199
|
+
pythonPassed++;
|
|
200
|
+
console.log(` ✓ ${test.name}: ${test.input} → ${execResult.returnValue}`);
|
|
201
|
+
}
|
|
202
|
+
else {
|
|
203
|
+
testResult.status = "failed";
|
|
204
|
+
testResult.failure = {
|
|
205
|
+
expected: test.expectedOutput,
|
|
206
|
+
actual: execResult.returnValue,
|
|
207
|
+
message: `Expected ${test.expectedOutput}, got ${execResult.returnValue}`,
|
|
208
|
+
};
|
|
209
|
+
pythonFailed++;
|
|
210
|
+
console.log(` ✗ ${test.name}: Expected ${test.expectedOutput}, got ${execResult.returnValue}`);
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
else {
|
|
214
|
+
testResult.status = execResult.status === "timeout" ? "timeout" : "error";
|
|
215
|
+
testResult.failure = {
|
|
216
|
+
expected: test.expectedOutput,
|
|
217
|
+
actual: execResult.error?.message,
|
|
218
|
+
message: execResult.error?.message || "Execution failed",
|
|
219
|
+
};
|
|
220
|
+
pythonFailed++;
|
|
221
|
+
console.log(` ✗ ${test.name}: ${execResult.error?.message}`);
|
|
222
|
+
}
|
|
223
|
+
pythonResults.push(testResult);
|
|
224
|
+
}
|
|
225
|
+
await pythonSandbox.cleanup();
|
|
226
|
+
const pythonSuiteResult = {
|
|
227
|
+
suiteId: pythonSuite.id,
|
|
228
|
+
patternId: pythonPattern.id,
|
|
229
|
+
timestamp: new Date().toISOString(),
|
|
230
|
+
totalTests: pythonResults.length,
|
|
231
|
+
passed: pythonPassed,
|
|
232
|
+
failed: pythonFailed,
|
|
233
|
+
skipped: 0,
|
|
234
|
+
results: pythonResults,
|
|
235
|
+
totalDuration: pythonResults.reduce((sum, r) => sum + r.duration, 0),
|
|
236
|
+
avgTestDuration: pythonResults.reduce((sum, r) => sum + r.duration, 0) /
|
|
237
|
+
pythonResults.length,
|
|
238
|
+
memoryPeak: 0,
|
|
239
|
+
};
|
|
240
|
+
const pythonReward = computeReward(pythonPattern, pythonSuiteResult);
|
|
241
|
+
console.log();
|
|
242
|
+
console.log("Python Suite Results:");
|
|
243
|
+
console.log(` Total: ${pythonSuiteResult.totalTests}`);
|
|
244
|
+
console.log(` Passed: ${pythonSuiteResult.passed}`);
|
|
245
|
+
console.log(` Failed: ${pythonSuiteResult.failed}`);
|
|
246
|
+
console.log();
|
|
247
|
+
console.log("Python Reward Signal:");
|
|
248
|
+
console.log(` Passed: ${pythonReward.passed}`);
|
|
249
|
+
console.log(` Correctness: ${(pythonReward.correctnessScore * 100).toFixed(1)}%`);
|
|
250
|
+
console.log(` Overall: ${(pythonReward.overallScore * 100).toFixed(1)}%`);
|
|
251
|
+
console.log();
|
|
252
|
+
console.log("=== Testing Python Function Definition ===\n");
|
|
253
|
+
const pythonFuncPattern = {
|
|
254
|
+
id: "test-python-002",
|
|
255
|
+
title: "Python Factorial",
|
|
256
|
+
language: "python",
|
|
257
|
+
code: `def factorial(n):
|
|
258
|
+
if n <= 1:
|
|
259
|
+
return 1
|
|
260
|
+
return n * factorial(n - 1)`,
|
|
261
|
+
examples: [
|
|
262
|
+
{ input: 0, expectedOutput: 1, description: "factorial(0)" },
|
|
263
|
+
{ input: 1, expectedOutput: 1, description: "factorial(1)" },
|
|
264
|
+
{ input: 5, expectedOutput: 120, description: "factorial(5)" },
|
|
265
|
+
],
|
|
266
|
+
};
|
|
267
|
+
console.log("Pattern:", pythonFuncPattern.title);
|
|
268
|
+
console.log();
|
|
269
|
+
const pythonFuncSandbox = new PythonSandbox();
|
|
270
|
+
await pythonFuncSandbox.initialize();
|
|
271
|
+
for (const example of pythonFuncPattern.examples) {
|
|
272
|
+
const execResult = await pythonFuncSandbox.execute(pythonFuncPattern.code, example.input);
|
|
273
|
+
if (execResult.status === "success" &&
|
|
274
|
+
execResult.returnValue === example.expectedOutput) {
|
|
275
|
+
console.log(` ✓ ${example.description}: ${example.input} → ${execResult.returnValue}`);
|
|
276
|
+
}
|
|
277
|
+
else {
|
|
278
|
+
console.log(` ✗ ${example.description}: Expected ${example.expectedOutput}, got ${execResult.returnValue} (${execResult.error?.message || ""})`);
|
|
279
|
+
}
|
|
280
|
+
}
|
|
281
|
+
await pythonFuncSandbox.cleanup();
|
|
282
|
+
console.log();
|
|
283
|
+
console.log("=== RLVR Integration Test Complete ===");
|
|
284
|
+
}
|
|
285
|
+
runTest().catch(console.error);
|
|
286
|
+
//# sourceMappingURL=test-rlvr.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"test-rlvr.js","sourceRoot":"","sources":["../../../src/utils/rlvr/test-rlvr.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,6BAA6B,EAAE,MAAM,oBAAoB,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAGxE,KAAK,UAAU,OAAO;IACpB,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAG/C,kBAAkB,EAAE,CAAC;IAGrB,MAAM,OAAO,GAAiB;QAC5B,EAAE,EAAE,kBAAkB;QACtB,KAAK,EAAE,eAAe;QACtB,QAAQ,EAAE,YAAY;QACtB,IAAI,EAAE,cAAc;QACpB,QAAQ,EAAE;YACR,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE;YACxD,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE;YACzD,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE;YACxD,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,iBAAiB,EAAE;SAClE;KACF,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,EAAE,CAAC;IAGd,MAAM,SAAS,GAAG,6BAA6B,CAAC,OAAO,CAAC,CAAC;IACzD,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,EAAE,CAAC;IAGd,MAAM,OAAO,GAAG,IAAI,iBAAiB,EAAE,CAAC;IACxC,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;IAG3B,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnE,MAAM,UAAU,GAAe;YAC7B,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,MAAM,EAAE,OAAO;YACf,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,EAAE;SACT,CAAC;QAEF,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,UAAU,CAAC,WAAW,KAAK,IAAI,CAAC,cAAc,EAAE,CAAC;gBACnD,UAAU,CAAC,MAAM,GAAG,QAAQ,CAAC;gBAC7B,MAAM,EAAE,CAAC;gBACT,OAAO,CAAC,GAAG,CACT,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,MAAM,UAAU,CAAC,WAAW,EAAE,CAC9D,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,MAAM,GAAG,QAAQ,CAAC;gBAC7B,UAAU,CAAC,OAAO,GAAG;oBACnB,QAAQ,EAAE,IAAI,CAAC,cAAc;oBAC7B,MAAM,EAAE,UAAU,CAAC,WAAW;oBAC9B,OAAO,EAAE,YAAY,IAAI,CAAC,cAAc,SAAS,UAAU,CAAC,WAAW,EAAE;iBAC1E,CAAC;gBACF,MAAM,EAAE,CAAC;gBACT,OAAO,CAAC,GAAG,CACT,OAAO,IAAI,CAAC,IAAI,cAAc,IAAI,CAAC,cAAc,SAAS,UAAU,CAAC,WAAW,EAAE,CACnF,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;YAC1E,UAAU,CAAC,OAAO,GAAG;gBACnB,QAAQ,EAAE,IAAI,CAAC,cAAc;gBAC7B,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE,OAAO;gBACjC,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,OAAO,IAAI,kBAAkB;aACzD,CAAC;YACF,MAAM,EAAE,CAAC;YACT,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3B,CAAC;IAED,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAGxB,MAAM,WAAW,GAAG;QAClB,OAAO,EAAE,SAAS,CAAC,EAAE;QACrB,SAAS,EAAE,OAAO,CAAC,EAAE;QACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,MAAM;QACN,MAAM;QACN,OAAO,EAAE,CAAC;QACV,OAAO;QACP,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9D,eAAe,EACb,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM;QAClE,UAAU,EAAE,CAAC;KACd,CAAC;IAEF,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC9B,OAAO,CAAC,GAAG,CAAC,YAAY,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,aAAa,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,aAAa,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,eAAe,WAAW,CAAC,aAAa,IAAI,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,EAAE,CAAC;IAGd,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAEnD,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC9B,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,MAAM,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,MAAM,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,MAAM,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,EAAE,CAAC;IAGd,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IAEjD,MAAM,cAAc,GAAiB;QACnC,EAAE,EAAE,kBAAkB;QACtB,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE,YAAY;QACtB,IAAI,EAAE,cAAc;QACpB,QAAQ,EAAE;YACR,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,WAAW,EAAE,aAAa,EAAE;YAC3D,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,WAAW,EAAE,cAAc,EAAE;SAC9D;KACF,CAAC;IAEF,MAAM,YAAY,GAAG,6BAA6B,CAAC,cAAc,CAAC,CAAC;IAEnE,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;IAC3B,MAAM,cAAc,GAAiB,EAAE,CAAC;IACxC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;QACtC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAE1E,IACE,UAAU,CAAC,MAAM,KAAK,SAAS;YAC/B,UAAU,CAAC,WAAW,KAAK,IAAI,CAAC,cAAc,EAC9C,CAAC;YACD,UAAU,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,UAAU,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CACT,OAAO,IAAI,CAAC,IAAI,cAAc,IAAI,CAAC,cAAc,SAAS,UAAU,CAAC,WAAW,EAAE,CACnF,CAAC;QACJ,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,MAAM,EACJ,UAAU,CAAC,WAAW,KAAK,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;YACtE,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAExB,MAAM,kBAAkB,GAAG;QACzB,OAAO,EAAE,YAAY,CAAC,EAAE;QACxB,SAAS,EAAE,cAAc,CAAC,EAAE;QAC5B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,UAAU,EAAE,cAAc,CAAC,MAAM;QACjC,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,UAAU;QAClB,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,cAAc;QACvB,aAAa,EAAE,CAAC;QAChB,eAAe,EAAE,CAAC;QAClB,UAAU,EAAE,CAAC;KACd,CAAC;IAEF,MAAM,aAAa,GAAG,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IAExE,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,aAAa,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CACT,kBAAkB,CAAC,aAAa,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACvE,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,aAAa,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,EAAE,CAAC;IAGd,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IAEhD,MAAM,aAAa,GAAiB;QAClC,EAAE,EAAE,iBAAiB;QACrB,KAAK,EAAE,sBAAsB;QAC7B,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE;YACR,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE;YACxD,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE;YACzD,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE;YACxD,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,iBAAiB,EAAE;SAClE;KACF,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,MAAM,WAAW,GAAG,6BAA6B,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;IAC1C,MAAM,aAAa,CAAC,UAAU,EAAE,CAAC;IAEjC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,MAAM,aAAa,GAAiB,EAAE,CAAC;IACvC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,OAAO,CAC5C,aAAa,CAAC,IAAI,EAClB,IAAI,CAAC,KAAK,CACX,CAAC;QAEF,MAAM,UAAU,GAAe;YAC7B,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,MAAM,EAAE,OAAO;YACf,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,EAAE;SACT,CAAC;QAEF,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,UAAU,CAAC,WAAW,KAAK,IAAI,CAAC,cAAc,EAAE,CAAC;gBACnD,UAAU,CAAC,MAAM,GAAG,QAAQ,CAAC;gBAC7B,YAAY,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CACT,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,MAAM,UAAU,CAAC,WAAW,EAAE,CAC9D,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,MAAM,GAAG,QAAQ,CAAC;gBAC7B,UAAU,CAAC,OAAO,GAAG;oBACnB,QAAQ,EAAE,IAAI,CAAC,cAAc;oBAC7B,MAAM,EAAE,UAAU,CAAC,WAAW;oBAC9B,OAAO,EAAE,YAAY,IAAI,CAAC,cAAc,SAAS,UAAU,CAAC,WAAW,EAAE;iBAC1E,CAAC;gBACF,YAAY,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CACT,OAAO,IAAI,CAAC,IAAI,cAAc,IAAI,CAAC,cAAc,SAAS,UAAU,CAAC,WAAW,EAAE,CACnF,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;YAC1E,UAAU,CAAC,OAAO,GAAG;gBACnB,QAAQ,EAAE,IAAI,CAAC,cAAc;gBAC7B,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE,OAAO;gBACjC,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,OAAO,IAAI,kBAAkB;aACzD,CAAC;YACF,YAAY,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,aAAa,CAAC,OAAO,EAAE,CAAC;IAE9B,MAAM,iBAAiB,GAAG;QACxB,OAAO,EAAE,WAAW,CAAC,EAAE;QACvB,SAAS,EAAE,aAAa,CAAC,EAAE;QAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,UAAU,EAAE,aAAa,CAAC,MAAM;QAChC,MAAM,EAAE,YAAY;QACpB,MAAM,EAAE,YAAY;QACpB,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,aAAa;QACtB,aAAa,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QACpE,eAAe,EACb,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YACrD,aAAa,CAAC,MAAM;QACtB,UAAU,EAAE,CAAC;KACd,CAAC;IAEF,MAAM,YAAY,GAAG,aAAa,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAErE,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,YAAY,iBAAiB,CAAC,UAAU,EAAE,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,aAAa,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,aAAa,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,aAAa,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CACT,kBAAkB,CAAC,YAAY,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACtE,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC3E,OAAO,CAAC,GAAG,EAAE,CAAC;IAGd,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;IAE5D,MAAM,iBAAiB,GAAiB;QACtC,EAAE,EAAE,iBAAiB;QACrB,KAAK,EAAE,kBAAkB;QACzB,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE;;;gCAGsB;QAC5B,QAAQ,EAAE;YACR,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,WAAW,EAAE,cAAc,EAAE;YAC5D,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,WAAW,EAAE,cAAc,EAAE;YAC5D,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,GAAG,EAAE,WAAW,EAAE,cAAc,EAAE;SAC/D;KACF,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,MAAM,iBAAiB,GAAG,IAAI,aAAa,EAAE,CAAC;IAC9C,MAAM,iBAAiB,CAAC,UAAU,EAAE,CAAC;IAErC,KAAK,MAAM,OAAO,IAAI,iBAAiB,CAAC,QAAQ,EAAE,CAAC;QACjD,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAChD,iBAAiB,CAAC,IAAI,EACtB,OAAO,CAAC,KAAK,CACd,CAAC;QACF,IACE,UAAU,CAAC,MAAM,KAAK,SAAS;YAC/B,UAAU,CAAC,WAAW,KAAK,OAAO,CAAC,cAAc,EACjD,CAAC;YACD,OAAO,CAAC,GAAG,CACT,OAAO,OAAO,CAAC,WAAW,KAAK,OAAO,CAAC,KAAK,MAAM,UAAU,CAAC,WAAW,EAAE,CAC3E,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CACT,OAAO,OAAO,CAAC,WAAW,cAAc,OAAO,CAAC,cAAc,SAAS,UAAU,CAAC,WAAW,KAAK,UAAU,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE,GAAG,CACrI,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,iBAAiB,CAAC,OAAO,EAAE,CAAC;IAElC,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;AACxD,CAAC;AAED,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"test-sql.d.ts","sourceRoot":"","sources":["../../../src/utils/rlvr/test-sql.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { SQLSandbox } from "./SQLSandbox.js";
|
|
2
|
+
async function testSQL() {
|
|
3
|
+
console.log("=== SQL Sandbox Test ===\n");
|
|
4
|
+
const sandbox = new SQLSandbox();
|
|
5
|
+
await sandbox.initialize();
|
|
6
|
+
console.log("Test 1: Simple SELECT with setup");
|
|
7
|
+
const result1 = await sandbox.execute("SELECT * FROM users WHERE age > ?", {
|
|
8
|
+
setup: `
|
|
9
|
+
CREATE TABLE users (id INTEGER, name TEXT, age INTEGER);
|
|
10
|
+
INSERT INTO users VALUES (1, 'Alice', 30);
|
|
11
|
+
INSERT INTO users VALUES (2, 'Bob', 25);
|
|
12
|
+
INSERT INTO users VALUES (3, 'Charlie', 35);
|
|
13
|
+
`,
|
|
14
|
+
params: [27],
|
|
15
|
+
});
|
|
16
|
+
console.log("Result:", JSON.stringify(result1, null, 2));
|
|
17
|
+
const test1Passed = result1.status === "success" &&
|
|
18
|
+
Array.isArray(result1.returnValue) &&
|
|
19
|
+
result1.returnValue.length === 2;
|
|
20
|
+
console.log("✓ Passed:", test1Passed);
|
|
21
|
+
console.log("\nTest 2: INSERT with changes count");
|
|
22
|
+
const result2 = await sandbox.execute("INSERT INTO items (name, price) VALUES (?, ?)", {
|
|
23
|
+
setup: "CREATE TABLE items (id INTEGER PRIMARY KEY, name TEXT, price REAL);",
|
|
24
|
+
params: ["Widget", 9.99],
|
|
25
|
+
});
|
|
26
|
+
console.log("Result:", JSON.stringify(result2, null, 2));
|
|
27
|
+
const result2Val = result2.returnValue;
|
|
28
|
+
const test2Passed = result2.status === "success" && result2Val?.changes === 1;
|
|
29
|
+
console.log("✓ Passed:", test2Passed);
|
|
30
|
+
console.log("\nTest 3: Aggregation query");
|
|
31
|
+
const result3 = await sandbox.execute("SELECT SUM(value) as total FROM sales", {
|
|
32
|
+
setup: `
|
|
33
|
+
CREATE TABLE sales (id INTEGER, value INTEGER);
|
|
34
|
+
INSERT INTO sales VALUES (1, 100);
|
|
35
|
+
INSERT INTO sales VALUES (2, 200);
|
|
36
|
+
INSERT INTO sales VALUES (3, 150);
|
|
37
|
+
`,
|
|
38
|
+
});
|
|
39
|
+
console.log("Result:", JSON.stringify(result3, null, 2));
|
|
40
|
+
const result3Val = result3.returnValue;
|
|
41
|
+
const test3Passed = result3.status === "success" && result3Val?.[0]?.[0] === 450;
|
|
42
|
+
console.log("✓ Passed:", test3Passed);
|
|
43
|
+
console.log("\nTest 4: Security - blocked ATTACH");
|
|
44
|
+
const result4 = await sandbox.execute('ATTACH DATABASE "test.db" AS test', {});
|
|
45
|
+
console.log("Result:", JSON.stringify(result4, null, 2));
|
|
46
|
+
const test4Passed = result4.status === "error" && result4.error?.type === "SecurityError";
|
|
47
|
+
console.log("✓ Passed:", test4Passed);
|
|
48
|
+
console.log("\nTest 5: Read-only mode enforcement");
|
|
49
|
+
const result5 = await sandbox.execute("DELETE FROM users", {
|
|
50
|
+
setup: "CREATE TABLE users (id INTEGER);",
|
|
51
|
+
readOnly: true,
|
|
52
|
+
});
|
|
53
|
+
console.log("Result:", JSON.stringify(result5, null, 2));
|
|
54
|
+
const test5Passed = result5.status === "error" && result5.error?.message?.includes("Read-only");
|
|
55
|
+
console.log("✓ Passed:", test5Passed);
|
|
56
|
+
await sandbox.cleanup();
|
|
57
|
+
const allPassed = test1Passed && test2Passed && test3Passed && test4Passed && test5Passed;
|
|
58
|
+
console.log("\n=== Results ===");
|
|
59
|
+
console.log(`Passed: ${[test1Passed, test2Passed, test3Passed, test4Passed, test5Passed].filter(Boolean).length}/5`);
|
|
60
|
+
console.log(allPassed ? "✓ All SQL tests passed!" : "✗ Some tests failed");
|
|
61
|
+
}
|
|
62
|
+
testSQL().catch(console.error);
|
|
63
|
+
//# sourceMappingURL=test-sql.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"test-sql.js","sourceRoot":"","sources":["../../../src/utils/rlvr/test-sql.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,KAAK,UAAU,OAAO;IACpB,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAE1C,MAAM,OAAO,GAAG,IAAI,UAAU,EAAE,CAAC;IACjC,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;IAG3B,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,mCAAmC,EAAE;QACzE,KAAK,EAAE;;;;;KAKN;QACD,MAAM,EAAE,CAAC,EAAE,CAAC;KACb,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,WAAW,GACf,OAAO,CAAC,MAAM,KAAK,SAAS;QAC5B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;QAClC,OAAO,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IAGtC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CACnC,+CAA+C,EAC/C;QACE,KAAK,EACH,qEAAqE;QACvE,MAAM,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC;KACzB,CACF,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,OAAO,CAAC,WAA+C,CAAC;IAC3E,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,UAAU,EAAE,OAAO,KAAK,CAAC,CAAC;IAC9E,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IAGtC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CACnC,uCAAuC,EACvC;QACE,KAAK,EAAE;;;;;KAKR;KACA,CACF,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,OAAO,CAAC,WAAqC,CAAC;IACjE,MAAM,WAAW,GACf,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC;IAC/D,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IAGtC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CACnC,mCAAmC,EACnC,EAAE,CACH,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,WAAW,GACf,OAAO,CAAC,MAAM,KAAK,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,IAAI,KAAK,eAAe,CAAC;IACxE,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IAGtC,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;IACpD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,mBAAmB,EAAE;QACzD,KAAK,EAAE,kCAAkC;QACzC,QAAQ,EAAE,IAAI;KACf,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,WAAW,GACf,OAAO,CAAC,MAAM,KAAK,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC9E,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IAEtC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAExB,MAAM,SAAS,GACb,WAAW,IAAI,WAAW,IAAI,WAAW,IAAI,WAAW,IAAI,WAAW,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CACT,WAAW,CAAC,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,IAAI,CACxG,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC;AAC7E,CAAC;AAED,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
export type SupportedLanguage = "typescript" | "javascript" | "python" | "sql" | "bash";
|
|
2
|
+
export interface ResourceLimits {
|
|
3
|
+
executionTimeout: number;
|
|
4
|
+
memoryMax: number;
|
|
5
|
+
networkAccess: "none" | "local" | "restricted";
|
|
6
|
+
fileSystemAccess: "none" | "temp" | "restricted";
|
|
7
|
+
maxProcesses: number;
|
|
8
|
+
}
|
|
9
|
+
export declare const DEFAULT_LIMITS: ResourceLimits;
|
|
10
|
+
export interface ExecutionResult {
|
|
11
|
+
status: "success" | "error" | "timeout" | "resource_exceeded";
|
|
12
|
+
stdout: string;
|
|
13
|
+
stderr: string;
|
|
14
|
+
returnValue: unknown;
|
|
15
|
+
executionTime: number;
|
|
16
|
+
memoryUsed: number;
|
|
17
|
+
error?: {
|
|
18
|
+
type: string;
|
|
19
|
+
message: string;
|
|
20
|
+
stack?: string;
|
|
21
|
+
line?: number;
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
export type TestType = "unit" | "integration" | "property" | "edge" | "mutation";
|
|
25
|
+
export type TestPriority = "critical" | "high" | "medium" | "low";
|
|
26
|
+
export interface Assertion {
|
|
27
|
+
type: "equals" | "deepEquals" | "throws" | "truthy" | "falsy" | "matches" | "contains";
|
|
28
|
+
expected?: unknown;
|
|
29
|
+
message?: string;
|
|
30
|
+
}
|
|
31
|
+
export interface TestCase {
|
|
32
|
+
id: string;
|
|
33
|
+
name: string;
|
|
34
|
+
type: TestType;
|
|
35
|
+
input: unknown;
|
|
36
|
+
expectedOutput: unknown;
|
|
37
|
+
assertions: Assertion[];
|
|
38
|
+
priority: TestPriority;
|
|
39
|
+
tags: string[];
|
|
40
|
+
}
|
|
41
|
+
export interface TestSuite {
|
|
42
|
+
id: string;
|
|
43
|
+
patternId: string;
|
|
44
|
+
language: SupportedLanguage;
|
|
45
|
+
setup: string;
|
|
46
|
+
tests: TestCase[];
|
|
47
|
+
teardown: string;
|
|
48
|
+
timeout: number;
|
|
49
|
+
retries: number;
|
|
50
|
+
parallel: boolean;
|
|
51
|
+
}
|
|
52
|
+
export type TestStatus = "passed" | "failed" | "error" | "skipped" | "timeout";
|
|
53
|
+
export interface LogEntry {
|
|
54
|
+
level: "log" | "warn" | "error" | "debug";
|
|
55
|
+
message: string;
|
|
56
|
+
timestamp: number;
|
|
57
|
+
}
|
|
58
|
+
export interface TestResult {
|
|
59
|
+
testId: string;
|
|
60
|
+
testName: string;
|
|
61
|
+
status: TestStatus;
|
|
62
|
+
duration: number;
|
|
63
|
+
retries: number;
|
|
64
|
+
failure?: {
|
|
65
|
+
expected: unknown;
|
|
66
|
+
actual: unknown;
|
|
67
|
+
diff?: string;
|
|
68
|
+
message: string;
|
|
69
|
+
};
|
|
70
|
+
logs: LogEntry[];
|
|
71
|
+
}
|
|
72
|
+
export interface SuiteResult {
|
|
73
|
+
suiteId: string;
|
|
74
|
+
patternId: string;
|
|
75
|
+
timestamp: string;
|
|
76
|
+
totalTests: number;
|
|
77
|
+
passed: number;
|
|
78
|
+
failed: number;
|
|
79
|
+
skipped: number;
|
|
80
|
+
results: TestResult[];
|
|
81
|
+
totalDuration: number;
|
|
82
|
+
avgTestDuration: number;
|
|
83
|
+
memoryPeak: number;
|
|
84
|
+
}
|
|
85
|
+
export type RewardTrend = "improving" | "stable" | "degrading";
|
|
86
|
+
export interface RewardBreakdown {
|
|
87
|
+
category: string;
|
|
88
|
+
weight: number;
|
|
89
|
+
score: number;
|
|
90
|
+
details: string;
|
|
91
|
+
}
|
|
92
|
+
export interface RewardSignal {
|
|
93
|
+
patternId: string;
|
|
94
|
+
timestamp: string;
|
|
95
|
+
passed: boolean;
|
|
96
|
+
correctnessScore: number;
|
|
97
|
+
performanceScore: number;
|
|
98
|
+
reliabilityScore: number;
|
|
99
|
+
overallScore: number;
|
|
100
|
+
confidence: number;
|
|
101
|
+
sampleSize: number;
|
|
102
|
+
trend: RewardTrend;
|
|
103
|
+
breakdown: RewardBreakdown[];
|
|
104
|
+
}
|
|
105
|
+
export interface RewardHistory {
|
|
106
|
+
patternId: string;
|
|
107
|
+
rewards: RewardSignal[];
|
|
108
|
+
averageScore: number;
|
|
109
|
+
variability: number;
|
|
110
|
+
recentTrend: RewardTrend;
|
|
111
|
+
firstPassed: string | null;
|
|
112
|
+
lastFailed: string | null;
|
|
113
|
+
consecutivePasses: number;
|
|
114
|
+
}
|
|
115
|
+
export interface ExecutionSandbox {
|
|
116
|
+
language: SupportedLanguage;
|
|
117
|
+
initialize(): Promise<void>;
|
|
118
|
+
execute(code: string, input: unknown): Promise<ExecutionResult>;
|
|
119
|
+
cleanup(): Promise<void>;
|
|
120
|
+
setLimits(limits: Partial<ResourceLimits>): void;
|
|
121
|
+
}
|
|
122
|
+
export interface PatternInput {
|
|
123
|
+
id: string;
|
|
124
|
+
title: string;
|
|
125
|
+
language: SupportedLanguage;
|
|
126
|
+
code: string;
|
|
127
|
+
examples: Array<{
|
|
128
|
+
input: unknown;
|
|
129
|
+
expectedOutput: unknown;
|
|
130
|
+
description?: string;
|
|
131
|
+
}>;
|
|
132
|
+
}
|
|
133
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/utils/rlvr/types.ts"],"names":[],"mappings":"AAWA,MAAM,MAAM,iBAAiB,GACzB,YAAY,GACZ,YAAY,GACZ,QAAQ,GACR,KAAK,GACL,MAAM,CAAC;AAMX,MAAM,WAAW,cAAc;IAE7B,gBAAgB,EAAE,MAAM,CAAC;IAEzB,SAAS,EAAE,MAAM,CAAC;IAElB,aAAa,EAAE,MAAM,GAAG,OAAO,GAAG,YAAY,CAAC;IAE/C,gBAAgB,EAAE,MAAM,GAAG,MAAM,GAAG,YAAY,CAAC;IAEjD,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,eAAO,MAAM,cAAc,EAAE,cAM5B,CAAC;AAMF,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,SAAS,GAAG,mBAAmB,CAAC;IAE9D,MAAM,EAAE,MAAM,CAAC;IAEf,MAAM,EAAE,MAAM,CAAC;IAEf,WAAW,EAAE,OAAO,CAAC;IAErB,aAAa,EAAE,MAAM,CAAC;IAEtB,UAAU,EAAE,MAAM,CAAC;IAEnB,KAAK,CAAC,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC;CACH;AAMD,MAAM,MAAM,QAAQ,GAChB,MAAM,GACN,aAAa,GACb,UAAU,GACV,MAAM,GACN,UAAU,CAAC;AACf,MAAM,MAAM,YAAY,GAAG,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;AAElE,MAAM,WAAW,SAAS;IACxB,IAAI,EACA,QAAQ,GACR,YAAY,GACZ,QAAQ,GACR,QAAQ,GACR,OAAO,GACP,SAAS,GACT,UAAU,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,CAAC;IAEf,KAAK,EAAE,OAAO,CAAC;IAEf,cAAc,EAAE,OAAO,CAAC;IAExB,UAAU,EAAE,SAAS,EAAE,CAAC;IAExB,QAAQ,EAAE,YAAY,CAAC;IAEvB,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB;AAMD,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,iBAAiB,CAAC;IAE5B,KAAK,EAAE,MAAM,CAAC;IAEd,KAAK,EAAE,QAAQ,EAAE,CAAC;IAElB,QAAQ,EAAE,MAAM,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC;IAEhB,OAAO,EAAE,MAAM,CAAC;IAEhB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAMD,MAAM,MAAM,UAAU,GAAG,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC;AAE/E,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,CAAC;IAC1C,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,UAAU,CAAC;IAEnB,QAAQ,EAAE,MAAM,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC;IAEhB,OAAO,CAAC,EAAE;QACR,QAAQ,EAAE,OAAO,CAAC;QAClB,MAAM,EAAE,OAAO,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;IAEF,IAAI,EAAE,QAAQ,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAElB,UAAU,EAAE,MAAM,CAAC;IAEnB,MAAM,EAAE,MAAM,CAAC;IAEf,MAAM,EAAE,MAAM,CAAC;IAEf,OAAO,EAAE,MAAM,CAAC;IAEhB,OAAO,EAAE,UAAU,EAAE,CAAC;IAEtB,aAAa,EAAE,MAAM,CAAC;IAEtB,eAAe,EAAE,MAAM,CAAC;IAExB,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;AAE/D,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAElB,MAAM,EAAE,OAAO,CAAC;IAEhB,gBAAgB,EAAE,MAAM,CAAC;IAEzB,gBAAgB,EAAE,MAAM,CAAC;IAEzB,gBAAgB,EAAE,MAAM,CAAC;IAEzB,YAAY,EAAE,MAAM,CAAC;IAErB,UAAU,EAAE,MAAM,CAAC;IAEnB,UAAU,EAAE,MAAM,CAAC;IAEnB,KAAK,EAAE,WAAW,CAAC;IAEnB,SAAS,EAAE,eAAe,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,YAAY,EAAE,CAAC;IAExB,YAAY,EAAE,MAAM,CAAC;IAErB,WAAW,EAAE,MAAM,CAAC;IAEpB,WAAW,EAAE,WAAW,CAAC;IAEzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAE3B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAMD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,iBAAiB,CAAC;IAE5B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAEhE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC;CAClD;AAMD,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,iBAAiB,CAAC;IAE5B,IAAI,EAAE,MAAM,CAAC;IAEb,QAAQ,EAAE,KAAK,CAAC;QACd,KAAK,EAAE,OAAO,CAAC;QACf,cAAc,EAAE,OAAO,CAAC;QACxB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC,CAAC;CACJ"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/utils/rlvr/types.ts"],"names":[],"mappings":"AAmCA,MAAM,CAAC,MAAM,cAAc,GAAmB;IAC5C,gBAAgB,EAAE,IAAI;IACtB,SAAS,EAAE,GAAG;IACd,aAAa,EAAE,MAAM;IACrB,gBAAgB,EAAE,MAAM;IACxB,YAAY,EAAE,CAAC;CAChB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tokenEstimator.d.ts","sourceRoot":"","sources":["../../src/utils/tokenEstimator.ts"],"names":[],"mappings":"AAaA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAInD;AAQD,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,CAG5D;AAQD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAKvD"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export function estimateTokens(text) {
|
|
2
|
+
return Math.ceil(text.length / 4);
|
|
3
|
+
}
|
|
4
|
+
export function estimateTokensFromJSON(data) {
|
|
5
|
+
const json = JSON.stringify(data);
|
|
6
|
+
return estimateTokens(json);
|
|
7
|
+
}
|
|
8
|
+
export function formatTokenCount(tokens) {
|
|
9
|
+
if (tokens >= 1000) {
|
|
10
|
+
return `${(tokens / 1000).toFixed(1)}K`;
|
|
11
|
+
}
|
|
12
|
+
return tokens.toString();
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=tokenEstimator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tokenEstimator.js","sourceRoot":"","sources":["../../src/utils/tokenEstimator.ts"],"names":[],"mappings":"AAaA,MAAM,UAAU,cAAc,CAAC,IAAY;IAGzC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAQD,MAAM,UAAU,sBAAsB,CAAC,IAAa;IAClD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAClC,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAQD,MAAM,UAAU,gBAAgB,CAAC,MAAc;IAC7C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;QACnB,OAAO,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC1C,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC;AAC3B,CAAC"}
|
package/package.json
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "centient",
|
|
3
|
+
"version": "2.20.0",
|
|
4
|
+
"description": "MCP server for context engineering operations with handoff protocol, health monitoring, session branching with visualization, and query-based artifact loading",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "dist/index.js",
|
|
7
|
+
"bin": {
|
|
8
|
+
"centient": "dist/index.js"
|
|
9
|
+
},
|
|
10
|
+
"scripts": {
|
|
11
|
+
"build": "tsc && npm run build:copy-executors",
|
|
12
|
+
"build:copy-executors": "cp src/utils/rlvr/*.py dist/utils/rlvr/",
|
|
13
|
+
"dev": "tsx watch src/index.ts",
|
|
14
|
+
"test": "NODE_OPTIONS='--max-old-space-size=4096' vitest run",
|
|
15
|
+
"test:watch": "NODE_OPTIONS='--max-old-space-size=4096' vitest",
|
|
16
|
+
"test:coverage": "NODE_OPTIONS='--max-old-space-size=4096' vitest run --coverage",
|
|
17
|
+
"lint": "tsc --noEmit",
|
|
18
|
+
"clean": "rm -rf dist",
|
|
19
|
+
"changelog": "tsx scripts/generate-changelog.ts",
|
|
20
|
+
"stats": "tsx scripts/generate-stats.ts",
|
|
21
|
+
"check-version": "tsx scripts/check-version-consistency.ts",
|
|
22
|
+
"scan-secrets": "tsx scripts/scan-secrets.ts",
|
|
23
|
+
"sync:env": "tsx scripts/sync-environment.ts",
|
|
24
|
+
"snapshot:create": "tsx scripts/snapshot-create.ts",
|
|
25
|
+
"snapshot:list": "tsx scripts/snapshot-list.ts",
|
|
26
|
+
"snapshot:restore": "tsx scripts/snapshot-restore.ts",
|
|
27
|
+
"snapshot:delete": "tsx scripts/snapshot-delete.ts",
|
|
28
|
+
"env:export": "tsx scripts/env-export.ts",
|
|
29
|
+
"env:import": "tsx scripts/env-import.ts",
|
|
30
|
+
"env:verify": "tsx scripts/env-verify.ts"
|
|
31
|
+
},
|
|
32
|
+
"keywords": [
|
|
33
|
+
"mcp",
|
|
34
|
+
"model-context-protocol",
|
|
35
|
+
"context-engineering",
|
|
36
|
+
"centient",
|
|
37
|
+
"ai-agents",
|
|
38
|
+
"skills",
|
|
39
|
+
"patterns"
|
|
40
|
+
],
|
|
41
|
+
"author": "Stephen Szermer",
|
|
42
|
+
"license": "MIT",
|
|
43
|
+
"dependencies": {
|
|
44
|
+
"@google/genai": "^1.29.0",
|
|
45
|
+
"@modelcontextprotocol/sdk": "^0.5.0",
|
|
46
|
+
"@opentelemetry/api": "^1.9.0",
|
|
47
|
+
"@opentelemetry/resources": "^2.2.0",
|
|
48
|
+
"@opentelemetry/sdk-node": "^0.208.0",
|
|
49
|
+
"@opentelemetry/sdk-trace-node": "^2.2.0",
|
|
50
|
+
"@opentelemetry/semantic-conventions": "^1.38.0",
|
|
51
|
+
"@qdrant/js-client-rest": "^1.11.0",
|
|
52
|
+
"openai": "^4.0.0"
|
|
53
|
+
},
|
|
54
|
+
"devDependencies": {
|
|
55
|
+
"@types/node": "^20.0.0",
|
|
56
|
+
"@vitest/coverage-v8": "^1.6.1",
|
|
57
|
+
"tiktoken": "^1.0.22",
|
|
58
|
+
"tsx": "^4.7.0",
|
|
59
|
+
"typescript": "^5.3.0",
|
|
60
|
+
"vitest": "^1.0.0"
|
|
61
|
+
},
|
|
62
|
+
"engines": {
|
|
63
|
+
"node": ">=18.0.0"
|
|
64
|
+
},
|
|
65
|
+
"files": [
|
|
66
|
+
"dist",
|
|
67
|
+
"README.md",
|
|
68
|
+
"CHANGELOG.md"
|
|
69
|
+
],
|
|
70
|
+
"repository": {
|
|
71
|
+
"type": "git",
|
|
72
|
+
"url": "git+https://github.com/Szermer/centient.git"
|
|
73
|
+
},
|
|
74
|
+
"bugs": {
|
|
75
|
+
"url": "https://github.com/Szermer/centient/issues"
|
|
76
|
+
},
|
|
77
|
+
"homepage": "https://github.com/Szermer/centient#readme"
|
|
78
|
+
}
|