gsd-trae 1.0.0 → 1.0.2

package/refs/vbenchmark/packages/dashboard/src/data/category-performance.json

@@ -1 +0,0 @@
-{"performance":[{"category":"saas-core","models":[{"modelName":"GLM 4-Plus","avgScore":90.2,"passRate":100.9,"avgTokens":132351,"avgTimeMs":105831,"avgCost":0.155},{"modelName":"MiniMax M2.1","avgScore":89.4,"passRate":101.4,"avgTokens":463079,"avgTimeMs":181398,"avgCost":0.4},{"modelName":"GLM-4.7","avgScore":85.9,"passRate":87.6,"avgTokens":103912,"avgTimeMs":62486,"avgCost":0.122},{"modelName":"Gemini 3 Flash","avgScore":85.4,"passRate":94.2,"avgTokens":63999,"avgTimeMs":30604,"avgCost":0.143},{"modelName":"Gemini 3 Pro Preview","avgScore":88.2,"passRate":96.7,"avgTokens":122975,"avgTimeMs":40000,"avgCost":1.72},{"modelName":"Claude Sonnet 4.5","avgScore":90.6,"passRate":100.3,"avgTokens":102000,"avgTimeMs":46200,"avgCost":1.163},{"modelName":"Claude Opus 4.5","avgScore":91.2,"passRate":102,"avgTokens":107958,"avgTimeMs":48354,"avgCost":2.052},{"modelName":"Claude Haiku 4.5","avgScore":91,"passRate":101.4,"avgTokens":133049,"avgTimeMs":23727,"avgCost":0.505},{"modelName":"DeepSeek v3.2","avgScore":90.2,"passRate":100.3,"avgTokens":90448,"avgTimeMs":98596,"avgCost":0.083},{"modelName":"OpenAI GPT-5.2","avgScore":90.8,"passRate":100.3,"avgTokens":80833,"avgTimeMs":30800,"avgCost":0.835},{"modelName":"GLM 4.7 Flash","avgScore":80.3,"passRate":83.3,"avgTokens":108333,"avgTimeMs":45000,"avgCost":0.185},{"modelName":"Grok 4 Fast","avgScore":90.8,"passRate":100.9,"avgTokens":86667,"avgTimeMs":77000,"avgCost":0.035},{"modelName":"Grok 4","avgScore":90,"passRate":99.8,"avgTokens":80000,"avgTimeMs":82500,"avgCost":0.912},{"modelName":"Grok 4.1 Fast","avgScore":88.8,"passRate":99.2,"avgTokens":96667,"avgTimeMs":97350,"avgCost":0.04},{"modelName":"Qwen3 Max","avgScore":88.4,"passRate":100,"avgTokens":158202,"avgTimeMs":45000,"avgCost":0.9}]},{"category":"glue-code","models":[{"modelName":"GLM 4-Plus","avgScore":87.2,"passRate":97.9,"avgTokens":132351,"avgTimeMs":91400,"avgCost":0.155},{"modelName":"MiniMax M2.1","avgScore":86.4,"passRate":98.4,"avgTokens":463079,"avgTimeMs":156662,"avgCost":0.4},{"modelName":"GLM-4.7","avgScore":82.9,"passRate":84.6,"avgTokens":103912,"avgTimeMs":53965,"avgCost":0.122},{"modelName":"Gemini 3 Flash","avgScore":82.4,"passRate":91.2,"avgTokens":63999,"avgTimeMs":26431,"avgCost":0.143},{"modelName":"Gemini 3 Pro Preview","avgScore":82.2,"passRate":90,"avgTokens":122975,"avgTimeMs":40000,"avgCost":1.72},{"modelName":"Claude Sonnet 4.5","avgScore":87.6,"passRate":97.3,"avgTokens":102000,"avgTimeMs":39900,"avgCost":1.163},{"modelName":"Claude Opus 4.5","avgScore":88.2,"passRate":99,"avgTokens":107958,"avgTimeMs":41760,"avgCost":2.052},{"modelName":"Claude Haiku 4.5","avgScore":88,"passRate":98.4,"avgTokens":133049,"avgTimeMs":20492,"avgCost":0.505},{"modelName":"DeepSeek v3.2","avgScore":87.2,"passRate":97.3,"avgTokens":90448,"avgTimeMs":85151,"avgCost":0.083},{"modelName":"OpenAI GPT-5.2","avgScore":87.8,"passRate":97.3,"avgTokens":80833,"avgTimeMs":26600,"avgCost":0.835},{"modelName":"GLM 4.7 Flash","avgScore":81.6,"passRate":90,"avgTokens":108333,"avgTimeMs":45000,"avgCost":0.185},{"modelName":"Grok 4 Fast","avgScore":87.8,"passRate":97.9,"avgTokens":86667,"avgTimeMs":66500,"avgCost":0.035},{"modelName":"Grok 4","avgScore":87,"passRate":96.8,"avgTokens":80000,"avgTimeMs":71250,"avgCost":0.912},{"modelName":"Grok 4.1 Fast","avgScore":85.8,"passRate":96.2,"avgTokens":96667,"avgTimeMs":84075,"avgCost":0.04},{"modelName":"Qwen3 Max","avgScore":88.5,"passRate":100,"avgTokens":158202,"avgTimeMs":45000,"avgCost":0.9}]},{"category":"ai-integration","models":[{"modelName":"GLM 4-Plus","avgScore":86.2,"passRate":96.9,"avgTokens":132351,"avgTimeMs":86589,"avgCost":0.155},{"modelName":"MiniMax M2.1","avgScore":85.4,"passRate":97.4,"avgTokens":463079,"avgTimeMs":148416,"avgCost":0.4},{"modelName":"GLM-4.7","avgScore":81.9,"passRate":83.6,"avgTokens":103912,"avgTimeMs":51125,"avgCost":0.122},{"modelName":"Gemini 3 Flash","avgScore":81.4,"passRate":90.2,"avgTokens":63999,"avgTimeMs":25040,"avgCost":0.143},{"modelName":"Gemini 3 Pro Preview","avgScore":83.5,"passRate":93.3,"avgTokens":122975,"avgTimeMs":40000,"avgCost":1.72},{"modelName":"Claude Sonnet 4.5","avgScore":86.6,"passRate":96.3,"avgTokens":102000,"avgTimeMs":37800,"avgCost":1.163},{"modelName":"Claude Opus 4.5","avgScore":87.2,"passRate":98,"avgTokens":107958,"avgTimeMs":39562,"avgCost":2.052},{"modelName":"Claude Haiku 4.5","avgScore":87,"passRate":97.4,"avgTokens":133049,"avgTimeMs":19413,"avgCost":0.505},{"modelName":"DeepSeek v3.2","avgScore":86.2,"passRate":96.3,"avgTokens":90448,"avgTimeMs":80670,"avgCost":0.083},{"modelName":"OpenAI GPT-5.2","avgScore":86.8,"passRate":96.3,"avgTokens":80833,"avgTimeMs":25200,"avgCost":0.835},{"modelName":"GLM 4.7 Flash","avgScore":87.6,"passRate":100,"avgTokens":108333,"avgTimeMs":45000,"avgCost":0.185},{"modelName":"Grok 4 Fast","avgScore":86.8,"passRate":96.9,"avgTokens":86667,"avgTimeMs":63000,"avgCost":0.035},{"modelName":"Grok 4","avgScore":86,"passRate":95.8,"avgTokens":80000,"avgTimeMs":67500,"avgCost":0.912},{"modelName":"Grok 4.1 Fast","avgScore":84.8,"passRate":95.2,"avgTokens":96667,"avgTimeMs":79650,"avgCost":0.04},{"modelName":"Qwen3 Max","avgScore":88.8,"passRate":100,"avgTokens":158202,"avgTimeMs":45000,"avgCost":0.9}]},{"category":"frontend","models":[{"modelName":"GLM 4-Plus","avgScore":91.2,"passRate":101.9,"avgTokens":132351,"avgTimeMs":110641,"avgCost":0.155},{"modelName":"MiniMax M2.1","avgScore":90.4,"passRate":102.4,"avgTokens":463079,"avgTimeMs":189643,"avgCost":0.4},{"modelName":"GLM-4.7","avgScore":86.9,"passRate":88.6,"avgTokens":103912,"avgTimeMs":65326,"avgCost":0.122},{"modelName":"Gemini 3 Flash","avgScore":86.4,"passRate":95.2,"avgTokens":63999,"avgTimeMs":31995,"avgCost":0.143},{"modelName":"Gemini 3 Pro Preview","avgScore":88,"passRate":96.7,"avgTokens":122975,"avgTimeMs":40000,"avgCost":1.72},{"modelName":"Claude Sonnet 4.5","avgScore":91.6,"passRate":101.3,"avgTokens":102000,"avgTimeMs":48300,"avgCost":1.163},{"modelName":"Claude Opus 4.5","avgScore":92.2,"passRate":103,"avgTokens":107958,"avgTimeMs":50552,"avgCost":2.052},{"modelName":"Claude Haiku 4.5","avgScore":92,"passRate":102.4,"avgTokens":133049,"avgTimeMs":24805,"avgCost":0.505},{"modelName":"DeepSeek v3.2","avgScore":91.2,"passRate":101.3,"avgTokens":90448,"avgTimeMs":103078,"avgCost":0.083},{"modelName":"OpenAI GPT-5.2","avgScore":91.8,"passRate":101.3,"avgTokens":80833,"avgTimeMs":32200,"avgCost":0.835},{"modelName":"GLM 4.7 Flash","avgScore":85.2,"passRate":96.7,"avgTokens":108333,"avgTimeMs":45000,"avgCost":0.185},{"modelName":"Grok 4 Fast","avgScore":91.8,"passRate":101.9,"avgTokens":86667,"avgTimeMs":80500,"avgCost":0.035},{"modelName":"Grok 4","avgScore":91,"passRate":100.8,"avgTokens":80000,"avgTimeMs":86250,"avgCost":0.912},{"modelName":"Grok 4.1 Fast","avgScore":89.8,"passRate":100.2,"avgTokens":96667,"avgTimeMs":101775,"avgCost":0.04},{"modelName":"Qwen3 Max","avgScore":88.3,"passRate":100,"avgTokens":158202,"avgTimeMs":45000,"avgCost":0.9}]},{"category":"api-integrations","models":[{"modelName":"GLM 4-Plus","avgScore":89.2,"passRate":99.9,"avgTokens":132351,"avgTimeMs":101021,"avgCost":0.155},{"modelName":"MiniMax M2.1","avgScore":88.4,"passRate":100.4,"avgTokens":463079,"avgTimeMs":173152,"avgCost":0.4},{"modelName":"GLM-4.7","avgScore":84.9,"passRate":86.6,"avgTokens":103912,"avgTimeMs":59645,"avgCost":0.122},{"modelName":"Gemini 3 Flash","avgScore":84.4,"passRate":93.2,"avgTokens":63999,"avgTimeMs":29213,"avgCost":0.143},{"modelName":"Gemini 3 Pro Preview","avgScore":83.3,"passRate":93.3,"avgTokens":122975,"avgTimeMs":40000,"avgCost":1.72},{"modelName":"Claude Sonnet 4.5","avgScore":89.6,"passRate":99.3,"avgTokens":102000,"avgTimeMs":44100,"avgCost":1.163},{"modelName":"Claude Opus 4.5","avgScore":90.2,"passRate":101,"avgTokens":107958,"avgTimeMs":46156,"avgCost":2.052},{"modelName":"Claude Haiku 4.5","avgScore":90,"passRate":100.4,"avgTokens":133049,"avgTimeMs":22649,"avgCost":0.505},{"modelName":"DeepSeek v3.2","avgScore":89.2,"passRate":99.3,"avgTokens":90448,"avgTimeMs":94115,"avgCost":0.083},{"modelName":"OpenAI GPT-5.2","avgScore":89.8,"passRate":99.3,"avgTokens":80833,"avgTimeMs":29400,"avgCost":0.835},{"modelName":"GLM 4.7 Flash","avgScore":81.3,"passRate":86.7,"avgTokens":108333,"avgTimeMs":45000,"avgCost":0.185},{"modelName":"Grok 4 Fast","avgScore":89.8,"passRate":99.9,"avgTokens":86667,"avgTimeMs":73500,"avgCost":0.035},{"modelName":"Grok 4","avgScore":89,"passRate":98.8,"avgTokens":80000,"avgTimeMs":78750,"avgCost":0.912},{"modelName":"Grok 4.1 Fast","avgScore":87.8,"passRate":98.2,"avgTokens":96667,"avgTimeMs":92925,"avgCost":0.04},{"modelName":"Qwen3 Max","avgScore":88.6,"passRate":100,"avgTokens":158202,"avgTimeMs":45000,"avgCost":0.9}]},{"category":"code-evolution","models":[{"modelName":"GLM 4-Plus","avgScore":85.2,"passRate":95.9,"avgTokens":132351,"avgTimeMs":81779,"avgCost":0.155},{"modelName":"MiniMax M2.1","avgScore":84.4,"passRate":96.4,"avgTokens":463079,"avgTimeMs":140171,"avgCost":0.4},{"modelName":"GLM-4.7","avgScore":80.9,"passRate":82.6,"avgTokens":103912,"avgTimeMs":48284,"avgCost":0.122},{"modelName":"Gemini 3 Flash","avgScore":80.4,"passRate":89.2,"avgTokens":63999,"avgTimeMs":23649,"avgCost":0.143},{"modelName":"Gemini 3 Pro Preview","avgScore":89.4,"passRate":100,"avgTokens":122975,"avgTimeMs":40000,"avgCost":1.72},{"modelName":"Claude Sonnet 4.5","avgScore":85.6,"passRate":95.3,"avgTokens":102000,"avgTimeMs":35700,"avgCost":1.163},{"modelName":"Claude Opus 4.5","avgScore":86.2,"passRate":97,"avgTokens":107958,"avgTimeMs":37364,"avgCost":2.052},{"modelName":"Claude Haiku 4.5","avgScore":86,"passRate":96.4,"avgTokens":133049,"avgTimeMs":18335,"avgCost":0.505},{"modelName":"DeepSeek v3.2","avgScore":85.2,"passRate":95.3,"avgTokens":90448,"avgTimeMs":76188,"avgCost":0.083},{"modelName":"OpenAI GPT-5.2","avgScore":85.8,"passRate":95.3,"avgTokens":80833,"avgTimeMs":23800,"avgCost":0.835},{"modelName":"GLM 4.7 Flash","avgScore":86.9,"passRate":100,"avgTokens":108333,"avgTimeMs":45000,"avgCost":0.185},{"modelName":"Grok 4 Fast","avgScore":85.8,"passRate":95.9,"avgTokens":86667,"avgTimeMs":59500,"avgCost":0.035},{"modelName":"Grok 4","avgScore":85,"passRate":94.8,"avgTokens":80000,"avgTimeMs":63750,"avgCost":0.912},{"modelName":"Grok 4.1 Fast","avgScore":83.8,"passRate":94.2,"avgTokens":96667,"avgTimeMs":75225,"avgCost":0.04},{"modelName":"Qwen3 Max","avgScore":88.9,"passRate":100,"avgTokens":158202,"avgTimeMs":45000,"avgCost":0.9}]}],"categories":["saas-core","glue-code","ai-integration","frontend","api-integrations","code-evolution"],"models":["GLM 4-Plus","MiniMax M2.1","GLM-4.7","Gemini 3 Flash","Gemini 3 Pro Preview","Claude Sonnet 4.5","Claude Opus 4.5","Claude Haiku 4.5","DeepSeek v3.2","OpenAI GPT-5.2","GLM 4.7 Flash","Grok 4 Fast","Grok 4","Grok 4.1 Fast","Qwen3 Max"]}

package/refs/vbenchmark/packages/dashboard/src/data/leaderboard.json

@@ -1 +0,0 @@
-{"leaderboard":[{"rank":1,"agentName":"Claude Opus","agentVersion":"Opus-4.5","modelName":"Claude Opus 4.5","tasksCompleted":180,"passedTasks":180,"failedTasks":0,"avgScore":89.15,"avgFunctional":85,"avgVisual":80,"avgQuality":80,"avgSecurity":100,"avgCost":70,"avgSpeed":80,"totalTokens":647747,"inputTokens":194324,"outputTokens":453423,"totalCostUSD":12.31,"avgTimeMs":43958,"pricingInput":5,"pricingOutput":25,"lastUpdated":"2026-01-19T19:25:00.000Z"},{"rank":2,"agentName":"Claude Haiku","agentVersion":"Haiku-4.5","modelName":"Claude Haiku 4.5","tasksCompleted":180,"passedTasks":179,"failedTasks":1,"avgScore":88.97,"avgFunctional":84.53,"avgVisual":80,"avgQuality":79.56,"avgSecurity":100,"avgCost":88,"avgSpeed":95,"totalTokens":798291,"inputTokens":239487,"outputTokens":558804,"totalCostUSD":3.03,"avgTimeMs":21570,"pricingInput":1,"pricingOutput":5,"lastUpdated":"2026-01-20T15:21:00.000Z"},{"rank":3,"agentName":"Grok","agentVersion":"4-Fast","modelName":"Grok 4 Fast","tasksCompleted":180,"passedTasks":178,"failedTasks":2,"avgScore":88.8,"avgFunctional":84.1,"avgVisual":80,"avgQuality":80,"avgSecurity":100,"avgCost":94,"avgSpeed":72,"totalTokens":520000,"inputTokens":156000,"outputTokens":364000,"totalCostUSD":0.21,"avgTimeMs":70000,"pricingInput":0.2,"pricingOutput":0.5,"lastUpdated":"2026-01-20T18:30:00.000Z"},{"rank":4,"agentName":"OpenAI","agentVersion":"GPT-5.2","modelName":"OpenAI GPT-5.2","tasksCompleted":180,"passedTasks":177,"failedTasks":3,"avgScore":88.75,"avgFunctional":83.58,"avgVisual":80,"avgQuality":79.56,"avgSecurity":100,"avgCost":98,"avgSpeed":92,"totalTokens":485000,"inputTokens":145500,"outputTokens":339500,"totalCostUSD":5.01,"avgTimeMs":28000,"pricingInput":1.75,"pricingOutput":14,"lastUpdated":"2026-01-20T16:35:00.000Z"},{"rank":5,"agentName":"Qwen","agentVersion":"3-Max","modelName":"Qwen3 Max","tasksCompleted":180,"passedTasks":180,"failedTasks":0,"avgScore":88.6,"avgFunctional":85,"avgVisual":80,"avgQuality":80,"avgSecurity":100,"avgCost":90,"avgSpeed":75,"totalTokens":949212,"inputTokens":57101,"outputTokens":892111,"totalCostUSD":5.42,"avgTimeMs":45000,"pricingInput":1.2,"pricingOutput":6,"lastUpdated":"2026-01-21T19:30:00.000Z"},{"rank":6,"agentName":"Claude","agentVersion":"Sonnet-4.5","modelName":"Claude Sonnet 4.5","tasksCompleted":180,"passedTasks":177,"failedTasks":3,"avgScore":88.56,"avgFunctional":83.58,"avgVisual":80,"avgQuality":80,"avgSecurity":100,"avgCost":85,"avgSpeed":80,"totalTokens":612000,"inputTokens":183600,"outputTokens":428400,"totalCostUSD":6.98,"avgTimeMs":42000,"pricingInput":3,"pricingOutput":15,"lastUpdated":"2026-01-20T16:46:00.000Z"},{"rank":7,"agentName":"GLM-4","agentVersion":"GLM-4-Plus","modelName":"GLM 4-Plus","tasksCompleted":180,"passedTasks":178,"failedTasks":2,"avgScore":88.2,"avgFunctional":84.06,"avgVisual":80,"avgQuality":80,"avgSecurity":100,"avgCost":92,"avgSpeed":75,"totalTokens":794105,"inputTokens":238232,"outputTokens":555873,"totalCostUSD":0.93,"avgTimeMs":96210,"pricingInput":0.4,"pricingOutput":1.5,"lastUpdated":"2026-01-20T10:20:00.000Z"},{"rank":8,"agentName":"DeepSeek","agentVersion":"v3.2","modelName":"DeepSeek v3.2","tasksCompleted":180,"passedTasks":177,"failedTasks":3,"avgScore":88.19,"avgFunctional":83.58,"avgVisual":80,"avgQuality":80,"avgSecurity":100,"avgCost":96,"avgSpeed":65,"totalTokens":542685,"inputTokens":162806,"outputTokens":379879,"totalCostUSD":0.5,"avgTimeMs":89633,"pricingInput":0.3,"pricingOutput":1.2,"lastUpdated":"2026-01-19T19:44:00.000Z"},{"rank":9,"agentName":"Grok","agentVersion":"4","modelName":"Grok 4","tasksCompleted":180,"passedTasks":176,"failedTasks":4,"avgScore":88,"avgFunctional":83.6,"avgVisual":80,"avgQuality":80,"avgSecurity":100,"avgCost":94,"avgSpeed":70,"totalTokens":480000,"inputTokens":144000,"outputTokens":336000,"totalCostUSD":5.47,"avgTimeMs":75000,"pricingInput":3,"pricingOutput":15,"lastUpdated":"2026-01-20T18:37:00.000Z"},{"rank":10,"agentName":"MiniMax","agentVersion":"M2.1","modelName":"MiniMax M2.1","tasksCompleted":180,"passedTasks":179,"failedTasks":1,"avgScore":87.42,"avgFunctional":84.53,"avgVisual":80,"avgQuality":80,"avgSecurity":100,"avgCost":85,"avgSpeed":60,"totalTokens":2778476,"inputTokens":833543,"outputTokens":1944933,"totalCostUSD":2.4,"avgTimeMs":164907,"pricingInput":0.27,"pricingOutput":1.12,"lastUpdated":"2026-01-20T11:26:00.000Z"},{"rank":11,"agentName":"Grok","agentVersion":"4.1-Fast","modelName":"Grok 4.1 Fast","tasksCompleted":180,"passedTasks":175,"failedTasks":5,"avgScore":86.8,"avgFunctional":82.6,"avgVisual":80,"avgQuality":78.7,"avgSecurity":100,"avgCost":90,"avgSpeed":68,"totalTokens":580000,"inputTokens":174000,"outputTokens":406000,"totalCostUSD":0.24,"avgTimeMs":88500,"pricingInput":0.2,"pricingOutput":0.5,"lastUpdated":"2026-01-20T18:35:00.000Z"},{"rank":12,"agentName":"Gemini","agentVersion":"3-Pro-Preview","modelName":"Gemini 3 Pro Preview","tasksCompleted":180,"passedTasks":171,"failedTasks":9,"avgScore":85.8,"avgFunctional":80.8,"avgVisual":80,"avgQuality":77.3,"avgSecurity":100,"avgCost":94,"avgSpeed":88,"totalTokens":737849,"inputTokens":221566,"outputTokens":516283,"totalCostUSD":10.34,"avgTimeMs":32000,"pricingInput":2,"pricingOutput":12,"lastUpdated":"2026-01-21T18:45:00.000Z"},{"rank":13,"agentName":"GLM-4","agentVersion":"GLM-4.7","modelName":"GLM-4.7","tasksCompleted":180,"passedTasks":154,"failedTasks":26,"avgScore":83.9,"avgFunctional":72.72,"avgVisual":80,"avgQuality":79.56,"avgSecurity":100,"avgCost":94,"avgSpeed":82,"totalTokens":623474,"inputTokens":187042,"outputTokens":436432,"totalCostUSD":0.73,"avgTimeMs":56805,"pricingInput":0.4,"pricingOutput":1.5,"lastUpdated":"2026-01-20T10:20:00.000Z"},{"rank":14,"agentName":"GLM","agentVersion":"4.7-Flash","modelName":"GLM 4.7 Flash","tasksCompleted":180,"passedTasks":167,"failedTasks":13,"avgScore":83.83,"avgFunctional":78.86,"avgVisual":80,"avgQuality":79.56,"avgSecurity":100,"avgCost":92,"avgSpeed":75,"totalTokens":650000,"inputTokens":195000,"outputTokens":455000,"totalCostUSD":1.11,"avgTimeMs":45000,"pricingInput":0.07,"pricingOutput":0.4,"lastUpdated":"2026-01-21T17:30:00.000Z"},{"rank":15,"agentName":"Gemini","agentVersion":"3-Flash-Preview","modelName":"Gemini 3 Flash","tasksCompleted":180,"passedTasks":166,"failedTasks":14,"avgScore":83.44,"avgFunctional":78.39,"avgVisual":80,"avgQuality":75.11,"avgSecurity":100,"avgCost":95,"avgSpeed":90,"totalTokens":383991,"inputTokens":115197,"outputTokens":268794,"totalCostUSD":0.86,"avgTimeMs":27822,"pricingInput":0.5,"pricingOutput":3,"lastUpdated":"2026-01-20T07:29:00.000Z"}],"totalAgents":15,"lastUpdated":"2026-01-21T19:30:00.000Z","source":"mock"}