@hashgraphonline/standards-sdk 0.1.188 → 0.1.190

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (548) hide show
  1. package/dist/browser/hcs-25/adapters/agentverse.d.ts.map +1 -1
  2. package/dist/browser/hcs-25/adapters/availability.d.ts.map +1 -1
  3. package/dist/browser/hcs-25/adapters/connectivity.d.ts.map +1 -1
  4. package/dist/browser/hcs-25/adapters/ethos.d.ts.map +1 -1
  5. package/dist/browser/hcs-25/adapters/model-evals.d.ts.map +1 -1
  6. package/dist/browser/hcs-25/adapters/simple-evals.d.ts.map +1 -1
  7. package/dist/browser/hcs-25/adapters/x402.d.ts.map +1 -1
  8. package/dist/browser/hcs-25/collectors/acp.d.ts +42 -0
  9. package/dist/browser/hcs-25/collectors/acp.d.ts.map +1 -0
  10. package/dist/browser/hcs-25/collectors/agentverse.d.ts +37 -0
  11. package/dist/browser/hcs-25/collectors/agentverse.d.ts.map +1 -0
  12. package/dist/browser/hcs-25/collectors/availability.d.ts +29 -0
  13. package/dist/browser/hcs-25/collectors/availability.d.ts.map +1 -0
  14. package/dist/browser/hcs-25/collectors/catalog.d.ts +57 -0
  15. package/dist/browser/hcs-25/collectors/catalog.d.ts.map +1 -0
  16. package/dist/browser/hcs-25/collectors/connectivity.d.ts +49 -0
  17. package/dist/browser/hcs-25/collectors/connectivity.d.ts.map +1 -0
  18. package/dist/browser/hcs-25/collectors/endpoints.d.ts +9 -0
  19. package/dist/browser/hcs-25/collectors/endpoints.d.ts.map +1 -0
  20. package/dist/browser/hcs-25/collectors/erc8004.d.ts +104 -0
  21. package/dist/browser/hcs-25/collectors/erc8004.d.ts.map +1 -0
  22. package/dist/browser/hcs-25/collectors/ethos.d.ts +95 -0
  23. package/dist/browser/hcs-25/collectors/ethos.d.ts.map +1 -0
  24. package/dist/browser/hcs-25/collectors/freshness.d.ts +36 -0
  25. package/dist/browser/hcs-25/collectors/freshness.d.ts.map +1 -0
  26. package/dist/browser/hcs-25/collectors/http.d.ts +67 -0
  27. package/dist/browser/hcs-25/collectors/http.d.ts.map +1 -0
  28. package/dist/browser/hcs-25/collectors/index.d.ts +21 -0
  29. package/dist/browser/hcs-25/collectors/index.d.ts.map +1 -0
  30. package/dist/browser/hcs-25/collectors/merge.d.ts +11 -0
  31. package/dist/browser/hcs-25/collectors/merge.d.ts.map +1 -0
  32. package/dist/browser/hcs-25/collectors/model-evals.d.ts +315 -0
  33. package/dist/browser/hcs-25/collectors/model-evals.d.ts.map +1 -0
  34. package/dist/browser/hcs-25/collectors/oss-popularity.d.ts +51 -0
  35. package/dist/browser/hcs-25/collectors/oss-popularity.d.ts.map +1 -0
  36. package/dist/browser/hcs-25/collectors/output-verification.d.ts +37 -0
  37. package/dist/browser/hcs-25/collectors/output-verification.d.ts.map +1 -0
  38. package/dist/browser/hcs-25/collectors/pipeline.d.ts +19 -0
  39. package/dist/browser/hcs-25/collectors/pipeline.d.ts.map +1 -0
  40. package/dist/browser/hcs-25/collectors/runner.d.ts +20 -0
  41. package/dist/browser/hcs-25/collectors/runner.d.ts.map +1 -0
  42. package/dist/browser/hcs-25/collectors/simple-evals.d.ts +91 -0
  43. package/dist/browser/hcs-25/collectors/simple-evals.d.ts.map +1 -0
  44. package/dist/browser/hcs-25/collectors/types.d.ts +113 -0
  45. package/dist/browser/hcs-25/collectors/types.d.ts.map +1 -0
  46. package/dist/browser/hcs-25/collectors/x402-onchain.d.ts +105 -0
  47. package/dist/browser/hcs-25/collectors/x402-onchain.d.ts.map +1 -0
  48. package/dist/browser/hcs-25/collectors/x402.d.ts +48 -0
  49. package/dist/browser/hcs-25/collectors/x402.d.ts.map +1 -0
  50. package/dist/browser/hcs-25/index.d.ts +1 -0
  51. package/dist/browser/hcs-25/index.d.ts.map +1 -1
  52. package/dist/browser/hcs-25/signals/marketplace.d.ts +6 -6
  53. package/dist/browser/hcs-25/signals/marketplace.d.ts.map +1 -1
  54. package/dist/browser/hcs-25/signals/model-evals.d.ts +12 -12
  55. package/dist/browser/hcs-25/signals/model-evals.d.ts.map +1 -1
  56. package/dist/browser/hcs-25/signals/operational.d.ts +15 -12
  57. package/dist/browser/hcs-25/signals/operational.d.ts.map +1 -1
  58. package/dist/browser/hcs-25/signals/simple-evals.d.ts +1 -1
  59. package/dist/browser/hcs-25/signals/simple-evals.d.ts.map +1 -1
  60. package/dist/browser/services/registry-broker/client/agent-network.d.ts +210 -66
  61. package/dist/browser/services/registry-broker/client/agent-network.d.ts.map +1 -1
  62. package/dist/browser/services/registry-broker/client.d.ts +1 -1
  63. package/dist/browser/services/registry-broker/client.d.ts.map +1 -1
  64. package/dist/browser/standards-sdk.browser.js +37 -10
  65. package/dist/browser/standards-sdk.browser.js.map +1 -1
  66. package/dist/browser-root/hcs-25/adapters/agentverse.d.ts.map +1 -1
  67. package/dist/browser-root/hcs-25/adapters/availability.d.ts.map +1 -1
  68. package/dist/browser-root/hcs-25/adapters/connectivity.d.ts.map +1 -1
  69. package/dist/browser-root/hcs-25/adapters/ethos.d.ts.map +1 -1
  70. package/dist/browser-root/hcs-25/adapters/model-evals.d.ts.map +1 -1
  71. package/dist/browser-root/hcs-25/adapters/simple-evals.d.ts.map +1 -1
  72. package/dist/browser-root/hcs-25/adapters/x402.d.ts.map +1 -1
  73. package/dist/browser-root/hcs-25/collectors/acp.d.ts +42 -0
  74. package/dist/browser-root/hcs-25/collectors/acp.d.ts.map +1 -0
  75. package/dist/browser-root/hcs-25/collectors/agentverse.d.ts +37 -0
  76. package/dist/browser-root/hcs-25/collectors/agentverse.d.ts.map +1 -0
  77. package/dist/browser-root/hcs-25/collectors/availability.d.ts +29 -0
  78. package/dist/browser-root/hcs-25/collectors/availability.d.ts.map +1 -0
  79. package/dist/browser-root/hcs-25/collectors/catalog.d.ts +57 -0
  80. package/dist/browser-root/hcs-25/collectors/catalog.d.ts.map +1 -0
  81. package/dist/browser-root/hcs-25/collectors/connectivity.d.ts +49 -0
  82. package/dist/browser-root/hcs-25/collectors/connectivity.d.ts.map +1 -0
  83. package/dist/browser-root/hcs-25/collectors/endpoints.d.ts +9 -0
  84. package/dist/browser-root/hcs-25/collectors/endpoints.d.ts.map +1 -0
  85. package/dist/browser-root/hcs-25/collectors/erc8004.d.ts +104 -0
  86. package/dist/browser-root/hcs-25/collectors/erc8004.d.ts.map +1 -0
  87. package/dist/browser-root/hcs-25/collectors/ethos.d.ts +95 -0
  88. package/dist/browser-root/hcs-25/collectors/ethos.d.ts.map +1 -0
  89. package/dist/browser-root/hcs-25/collectors/freshness.d.ts +36 -0
  90. package/dist/browser-root/hcs-25/collectors/freshness.d.ts.map +1 -0
  91. package/dist/browser-root/hcs-25/collectors/http.d.ts +67 -0
  92. package/dist/browser-root/hcs-25/collectors/http.d.ts.map +1 -0
  93. package/dist/browser-root/hcs-25/collectors/index.d.ts +21 -0
  94. package/dist/browser-root/hcs-25/collectors/index.d.ts.map +1 -0
  95. package/dist/browser-root/hcs-25/collectors/merge.d.ts +11 -0
  96. package/dist/browser-root/hcs-25/collectors/merge.d.ts.map +1 -0
  97. package/dist/browser-root/hcs-25/collectors/model-evals.d.ts +315 -0
  98. package/dist/browser-root/hcs-25/collectors/model-evals.d.ts.map +1 -0
  99. package/dist/browser-root/hcs-25/collectors/oss-popularity.d.ts +51 -0
  100. package/dist/browser-root/hcs-25/collectors/oss-popularity.d.ts.map +1 -0
  101. package/dist/browser-root/hcs-25/collectors/output-verification.d.ts +37 -0
  102. package/dist/browser-root/hcs-25/collectors/output-verification.d.ts.map +1 -0
  103. package/dist/browser-root/hcs-25/collectors/pipeline.d.ts +19 -0
  104. package/dist/browser-root/hcs-25/collectors/pipeline.d.ts.map +1 -0
  105. package/dist/browser-root/hcs-25/collectors/runner.d.ts +20 -0
  106. package/dist/browser-root/hcs-25/collectors/runner.d.ts.map +1 -0
  107. package/dist/browser-root/hcs-25/collectors/simple-evals.d.ts +91 -0
  108. package/dist/browser-root/hcs-25/collectors/simple-evals.d.ts.map +1 -0
  109. package/dist/browser-root/hcs-25/collectors/types.d.ts +113 -0
  110. package/dist/browser-root/hcs-25/collectors/types.d.ts.map +1 -0
  111. package/dist/browser-root/hcs-25/collectors/x402-onchain.d.ts +105 -0
  112. package/dist/browser-root/hcs-25/collectors/x402-onchain.d.ts.map +1 -0
  113. package/dist/browser-root/hcs-25/collectors/x402.d.ts +48 -0
  114. package/dist/browser-root/hcs-25/collectors/x402.d.ts.map +1 -0
  115. package/dist/browser-root/hcs-25/index.d.ts +1 -0
  116. package/dist/browser-root/hcs-25/index.d.ts.map +1 -1
  117. package/dist/browser-root/hcs-25/signals/marketplace.d.ts +6 -6
  118. package/dist/browser-root/hcs-25/signals/marketplace.d.ts.map +1 -1
  119. package/dist/browser-root/hcs-25/signals/model-evals.d.ts +12 -12
  120. package/dist/browser-root/hcs-25/signals/model-evals.d.ts.map +1 -1
  121. package/dist/browser-root/hcs-25/signals/operational.d.ts +15 -12
  122. package/dist/browser-root/hcs-25/signals/operational.d.ts.map +1 -1
  123. package/dist/browser-root/hcs-25/signals/simple-evals.d.ts +1 -1
  124. package/dist/browser-root/hcs-25/signals/simple-evals.d.ts.map +1 -1
  125. package/dist/browser-root/services/registry-broker/client/agent-network.d.ts +210 -66
  126. package/dist/browser-root/services/registry-broker/client/agent-network.d.ts.map +1 -1
  127. package/dist/browser-root/services/registry-broker/client.d.ts +1 -1
  128. package/dist/browser-root/services/registry-broker/client.d.ts.map +1 -1
  129. package/dist/browser-root/standards-sdk.root-browser.js +78 -11
  130. package/dist/browser-root/standards-sdk.root-browser.js.map +1 -1
  131. package/dist/cjs/hcs-25/adapters/agentverse.d.ts.map +1 -1
  132. package/dist/cjs/hcs-25/adapters/availability.d.ts.map +1 -1
  133. package/dist/cjs/hcs-25/adapters/connectivity.d.ts.map +1 -1
  134. package/dist/cjs/hcs-25/adapters/ethos.d.ts.map +1 -1
  135. package/dist/cjs/hcs-25/adapters/model-evals.d.ts.map +1 -1
  136. package/dist/cjs/hcs-25/adapters/simple-evals.d.ts.map +1 -1
  137. package/dist/cjs/hcs-25/adapters/x402.d.ts.map +1 -1
  138. package/dist/cjs/hcs-25/collectors/acp.d.ts +42 -0
  139. package/dist/cjs/hcs-25/collectors/acp.d.ts.map +1 -0
  140. package/dist/cjs/hcs-25/collectors/agentverse.d.ts +37 -0
  141. package/dist/cjs/hcs-25/collectors/agentverse.d.ts.map +1 -0
  142. package/dist/cjs/hcs-25/collectors/availability.d.ts +29 -0
  143. package/dist/cjs/hcs-25/collectors/availability.d.ts.map +1 -0
  144. package/dist/cjs/hcs-25/collectors/catalog.d.ts +57 -0
  145. package/dist/cjs/hcs-25/collectors/catalog.d.ts.map +1 -0
  146. package/dist/cjs/hcs-25/collectors/connectivity.d.ts +49 -0
  147. package/dist/cjs/hcs-25/collectors/connectivity.d.ts.map +1 -0
  148. package/dist/cjs/hcs-25/collectors/endpoints.d.ts +9 -0
  149. package/dist/cjs/hcs-25/collectors/endpoints.d.ts.map +1 -0
  150. package/dist/cjs/hcs-25/collectors/erc8004.d.ts +104 -0
  151. package/dist/cjs/hcs-25/collectors/erc8004.d.ts.map +1 -0
  152. package/dist/cjs/hcs-25/collectors/ethos.d.ts +95 -0
  153. package/dist/cjs/hcs-25/collectors/ethos.d.ts.map +1 -0
  154. package/dist/cjs/hcs-25/collectors/freshness.d.ts +36 -0
  155. package/dist/cjs/hcs-25/collectors/freshness.d.ts.map +1 -0
  156. package/dist/cjs/hcs-25/collectors/http.d.ts +67 -0
  157. package/dist/cjs/hcs-25/collectors/http.d.ts.map +1 -0
  158. package/dist/cjs/hcs-25/collectors/index.d.ts +21 -0
  159. package/dist/cjs/hcs-25/collectors/index.d.ts.map +1 -0
  160. package/dist/cjs/hcs-25/collectors/merge.d.ts +11 -0
  161. package/dist/cjs/hcs-25/collectors/merge.d.ts.map +1 -0
  162. package/dist/cjs/hcs-25/collectors/model-evals.d.ts +315 -0
  163. package/dist/cjs/hcs-25/collectors/model-evals.d.ts.map +1 -0
  164. package/dist/cjs/hcs-25/collectors/oss-popularity.d.ts +51 -0
  165. package/dist/cjs/hcs-25/collectors/oss-popularity.d.ts.map +1 -0
  166. package/dist/cjs/hcs-25/collectors/output-verification.d.ts +37 -0
  167. package/dist/cjs/hcs-25/collectors/output-verification.d.ts.map +1 -0
  168. package/dist/cjs/hcs-25/collectors/pipeline.d.ts +19 -0
  169. package/dist/cjs/hcs-25/collectors/pipeline.d.ts.map +1 -0
  170. package/dist/cjs/hcs-25/collectors/runner.d.ts +20 -0
  171. package/dist/cjs/hcs-25/collectors/runner.d.ts.map +1 -0
  172. package/dist/cjs/hcs-25/collectors/simple-evals.d.ts +91 -0
  173. package/dist/cjs/hcs-25/collectors/simple-evals.d.ts.map +1 -0
  174. package/dist/cjs/hcs-25/collectors/types.d.ts +113 -0
  175. package/dist/cjs/hcs-25/collectors/types.d.ts.map +1 -0
  176. package/dist/cjs/hcs-25/collectors/x402-onchain.d.ts +105 -0
  177. package/dist/cjs/hcs-25/collectors/x402-onchain.d.ts.map +1 -0
  178. package/dist/cjs/hcs-25/collectors/x402.d.ts +48 -0
  179. package/dist/cjs/hcs-25/collectors/x402.d.ts.map +1 -0
  180. package/dist/cjs/hcs-25/index.d.ts +1 -0
  181. package/dist/cjs/hcs-25/index.d.ts.map +1 -1
  182. package/dist/cjs/hcs-25/signals/marketplace.d.ts +6 -6
  183. package/dist/cjs/hcs-25/signals/marketplace.d.ts.map +1 -1
  184. package/dist/cjs/hcs-25/signals/model-evals.d.ts +12 -12
  185. package/dist/cjs/hcs-25/signals/model-evals.d.ts.map +1 -1
  186. package/dist/cjs/hcs-25/signals/operational.d.ts +15 -12
  187. package/dist/cjs/hcs-25/signals/operational.d.ts.map +1 -1
  188. package/dist/cjs/hcs-25/signals/simple-evals.d.ts +1 -1
  189. package/dist/cjs/hcs-25/signals/simple-evals.d.ts.map +1 -1
  190. package/dist/cjs/services/registry-broker/client/agent-network.d.ts +210 -66
  191. package/dist/cjs/services/registry-broker/client/agent-network.d.ts.map +1 -1
  192. package/dist/cjs/services/registry-broker/client.d.ts +1 -1
  193. package/dist/cjs/services/registry-broker/client.d.ts.map +1 -1
  194. package/dist/cjs/standards-sdk.cjs +2 -2
  195. package/dist/cjs/standards-sdk.cjs.map +1 -1
  196. package/dist/es/hcs-25/adapters/agentverse.d.ts.map +1 -1
  197. package/dist/es/hcs-25/adapters/availability.d.ts.map +1 -1
  198. package/dist/es/hcs-25/adapters/connectivity.d.ts.map +1 -1
  199. package/dist/es/hcs-25/adapters/ethos.d.ts.map +1 -1
  200. package/dist/es/hcs-25/adapters/model-evals.d.ts.map +1 -1
  201. package/dist/es/hcs-25/adapters/simple-evals.d.ts.map +1 -1
  202. package/dist/es/hcs-25/adapters/x402.d.ts.map +1 -1
  203. package/dist/es/hcs-25/collectors/acp.d.ts +42 -0
  204. package/dist/es/hcs-25/collectors/acp.d.ts.map +1 -0
  205. package/dist/es/hcs-25/collectors/agentverse.d.ts +37 -0
  206. package/dist/es/hcs-25/collectors/agentverse.d.ts.map +1 -0
  207. package/dist/es/hcs-25/collectors/availability.d.ts +29 -0
  208. package/dist/es/hcs-25/collectors/availability.d.ts.map +1 -0
  209. package/dist/es/hcs-25/collectors/catalog.d.ts +57 -0
  210. package/dist/es/hcs-25/collectors/catalog.d.ts.map +1 -0
  211. package/dist/es/hcs-25/collectors/connectivity.d.ts +49 -0
  212. package/dist/es/hcs-25/collectors/connectivity.d.ts.map +1 -0
  213. package/dist/es/hcs-25/collectors/endpoints.d.ts +9 -0
  214. package/dist/es/hcs-25/collectors/endpoints.d.ts.map +1 -0
  215. package/dist/es/hcs-25/collectors/erc8004.d.ts +104 -0
  216. package/dist/es/hcs-25/collectors/erc8004.d.ts.map +1 -0
  217. package/dist/es/hcs-25/collectors/ethos.d.ts +95 -0
  218. package/dist/es/hcs-25/collectors/ethos.d.ts.map +1 -0
  219. package/dist/es/hcs-25/collectors/freshness.d.ts +36 -0
  220. package/dist/es/hcs-25/collectors/freshness.d.ts.map +1 -0
  221. package/dist/es/hcs-25/collectors/http.d.ts +67 -0
  222. package/dist/es/hcs-25/collectors/http.d.ts.map +1 -0
  223. package/dist/es/hcs-25/collectors/index.d.ts +21 -0
  224. package/dist/es/hcs-25/collectors/index.d.ts.map +1 -0
  225. package/dist/es/hcs-25/collectors/merge.d.ts +11 -0
  226. package/dist/es/hcs-25/collectors/merge.d.ts.map +1 -0
  227. package/dist/es/hcs-25/collectors/model-evals.d.ts +315 -0
  228. package/dist/es/hcs-25/collectors/model-evals.d.ts.map +1 -0
  229. package/dist/es/hcs-25/collectors/oss-popularity.d.ts +51 -0
  230. package/dist/es/hcs-25/collectors/oss-popularity.d.ts.map +1 -0
  231. package/dist/es/hcs-25/collectors/output-verification.d.ts +37 -0
  232. package/dist/es/hcs-25/collectors/output-verification.d.ts.map +1 -0
  233. package/dist/es/hcs-25/collectors/pipeline.d.ts +19 -0
  234. package/dist/es/hcs-25/collectors/pipeline.d.ts.map +1 -0
  235. package/dist/es/hcs-25/collectors/runner.d.ts +20 -0
  236. package/dist/es/hcs-25/collectors/runner.d.ts.map +1 -0
  237. package/dist/es/hcs-25/collectors/simple-evals.d.ts +91 -0
  238. package/dist/es/hcs-25/collectors/simple-evals.d.ts.map +1 -0
  239. package/dist/es/hcs-25/collectors/types.d.ts +113 -0
  240. package/dist/es/hcs-25/collectors/types.d.ts.map +1 -0
  241. package/dist/es/hcs-25/collectors/x402-onchain.d.ts +105 -0
  242. package/dist/es/hcs-25/collectors/x402-onchain.d.ts.map +1 -0
  243. package/dist/es/hcs-25/collectors/x402.d.ts +48 -0
  244. package/dist/es/hcs-25/collectors/x402.d.ts.map +1 -0
  245. package/dist/es/hcs-25/index.d.ts +1 -0
  246. package/dist/es/hcs-25/index.d.ts.map +1 -1
  247. package/dist/es/hcs-25/signals/marketplace.d.ts +6 -6
  248. package/dist/es/hcs-25/signals/marketplace.d.ts.map +1 -1
  249. package/dist/es/hcs-25/signals/model-evals.d.ts +12 -12
  250. package/dist/es/hcs-25/signals/model-evals.d.ts.map +1 -1
  251. package/dist/es/hcs-25/signals/operational.d.ts +15 -12
  252. package/dist/es/hcs-25/signals/operational.d.ts.map +1 -1
  253. package/dist/es/hcs-25/signals/simple-evals.d.ts +1 -1
  254. package/dist/es/hcs-25/signals/simple-evals.d.ts.map +1 -1
  255. package/dist/es/services/registry-broker/client/agent-network.d.ts +210 -66
  256. package/dist/es/services/registry-broker/client/agent-network.d.ts.map +1 -1
  257. package/dist/es/services/registry-broker/client.d.ts +1 -1
  258. package/dist/es/services/registry-broker/client.d.ts.map +1 -1
  259. package/dist/es/standards-sdk.es.js +141 -58
  260. package/dist/es/standards-sdk.es.js.map +1 -1
  261. package/dist/es/standards-sdk.es101.js +2 -2
  262. package/dist/es/standards-sdk.es103.js +2 -2
  263. package/dist/es/standards-sdk.es104.js +1 -1
  264. package/dist/es/standards-sdk.es106.js +1 -1
  265. package/dist/es/standards-sdk.es108.js +2 -2
  266. package/dist/es/standards-sdk.es11.js +1 -1
  267. package/dist/es/standards-sdk.es110.js +1 -1
  268. package/dist/es/standards-sdk.es111.js +2 -2
  269. package/dist/es/standards-sdk.es115.js +3 -3
  270. package/dist/es/standards-sdk.es116.js +4 -4
  271. package/dist/es/standards-sdk.es12.js +1 -1
  272. package/dist/es/standards-sdk.es120.js +4 -4
  273. package/dist/es/standards-sdk.es121.js +11 -11
  274. package/dist/es/standards-sdk.es122.js +176 -240
  275. package/dist/es/standards-sdk.es122.js.map +1 -1
  276. package/dist/es/standards-sdk.es123.js +41 -468
  277. package/dist/es/standards-sdk.es123.js.map +1 -1
  278. package/dist/es/standards-sdk.es124.js +28 -103
  279. package/dist/es/standards-sdk.es124.js.map +1 -1
  280. package/dist/es/standards-sdk.es125.js +185 -145
  281. package/dist/es/standards-sdk.es125.js.map +1 -1
  282. package/dist/es/standards-sdk.es126.js +13 -33
  283. package/dist/es/standards-sdk.es126.js.map +1 -1
  284. package/dist/es/standards-sdk.es127.js +44 -10
  285. package/dist/es/standards-sdk.es127.js.map +1 -1
  286. package/dist/es/standards-sdk.es128.js +150 -172
  287. package/dist/es/standards-sdk.es128.js.map +1 -1
  288. package/dist/es/standards-sdk.es129.js +166 -26
  289. package/dist/es/standards-sdk.es129.js.map +1 -1
  290. package/dist/es/standards-sdk.es13.js +1 -1
  291. package/dist/es/standards-sdk.es130.js +375 -18
  292. package/dist/es/standards-sdk.es130.js.map +1 -1
  293. package/dist/es/standards-sdk.es131.js +371 -139
  294. package/dist/es/standards-sdk.es131.js.map +1 -1
  295. package/dist/es/standards-sdk.es132.js +211 -180
  296. package/dist/es/standards-sdk.es132.js.map +1 -1
  297. package/dist/es/standards-sdk.es133.js +210 -770
  298. package/dist/es/standards-sdk.es133.js.map +1 -1
  299. package/dist/es/standards-sdk.es134.js +376 -10
  300. package/dist/es/standards-sdk.es134.js.map +1 -1
  301. package/dist/es/standards-sdk.es135.js +118 -564
  302. package/dist/es/standards-sdk.es135.js.map +1 -1
  303. package/dist/es/standards-sdk.es136.js +233 -608
  304. package/dist/es/standards-sdk.es136.js.map +1 -1
  305. package/dist/es/standards-sdk.es137.js +1328 -12
  306. package/dist/es/standards-sdk.es137.js.map +1 -1
  307. package/dist/es/standards-sdk.es138.js +133 -2
  308. package/dist/es/standards-sdk.es138.js.map +1 -1
  309. package/dist/es/standards-sdk.es139.js +258 -74
  310. package/dist/es/standards-sdk.es139.js.map +1 -1
  311. package/dist/es/standards-sdk.es14.js +1 -1
  312. package/dist/es/standards-sdk.es140.js +104 -38
  313. package/dist/es/standards-sdk.es140.js.map +1 -1
  314. package/dist/es/standards-sdk.es141.js +252 -2
  315. package/dist/es/standards-sdk.es141.js.map +1 -1
  316. package/dist/es/standards-sdk.es142.js +446 -203
  317. package/dist/es/standards-sdk.es142.js.map +1 -1
  318. package/dist/es/standards-sdk.es143.js +104 -1139
  319. package/dist/es/standards-sdk.es143.js.map +1 -1
  320. package/dist/es/standards-sdk.es144.js +144 -290
  321. package/dist/es/standards-sdk.es144.js.map +1 -1
  322. package/dist/es/standards-sdk.es145.js +31 -419
  323. package/dist/es/standards-sdk.es145.js.map +1 -1
  324. package/dist/es/standards-sdk.es146.js +10 -353
  325. package/dist/es/standards-sdk.es146.js.map +1 -1
  326. package/dist/es/standards-sdk.es147.js +144 -1084
  327. package/dist/es/standards-sdk.es147.js.map +1 -1
  328. package/dist/es/standards-sdk.es148.js +25 -204
  329. package/dist/es/standards-sdk.es148.js.map +1 -1
  330. package/dist/es/standards-sdk.es149.js +17 -1562
  331. package/dist/es/standards-sdk.es149.js.map +1 -1
  332. package/dist/es/standards-sdk.es15.js +1 -1
  333. package/dist/es/standards-sdk.es150.js +128 -1134
  334. package/dist/es/standards-sdk.es150.js.map +1 -1
  335. package/dist/es/standards-sdk.es151.js +199 -14
  336. package/dist/es/standards-sdk.es151.js.map +1 -1
  337. package/dist/es/standards-sdk.es152.js +774 -367
  338. package/dist/es/standards-sdk.es152.js.map +1 -1
  339. package/dist/es/standards-sdk.es153.js +10 -256
  340. package/dist/es/standards-sdk.es153.js.map +1 -1
  341. package/dist/es/standards-sdk.es154.js +567 -4
  342. package/dist/es/standards-sdk.es154.js.map +1 -1
  343. package/dist/es/standards-sdk.es155.js +619 -74
  344. package/dist/es/standards-sdk.es155.js.map +1 -1
  345. package/dist/es/standards-sdk.es156.js +12 -86
  346. package/dist/es/standards-sdk.es156.js.map +1 -1
  347. package/dist/es/standards-sdk.es157.js +2 -60
  348. package/dist/es/standards-sdk.es157.js.map +1 -1
  349. package/dist/es/standards-sdk.es158.js +87 -2547
  350. package/dist/es/standards-sdk.es158.js.map +1 -1
  351. package/dist/es/standards-sdk.es159.js +36 -155
  352. package/dist/es/standards-sdk.es159.js.map +1 -1
  353. package/dist/es/standards-sdk.es16.js +6 -6
  354. package/dist/es/standards-sdk.es160.js +2 -7
  355. package/dist/es/standards-sdk.es160.js.map +1 -1
  356. package/dist/es/standards-sdk.es161.js +223 -74
  357. package/dist/es/standards-sdk.es161.js.map +1 -1
  358. package/dist/es/standards-sdk.es162.js +1122 -47
  359. package/dist/es/standards-sdk.es162.js.map +1 -1
  360. package/dist/es/standards-sdk.es163.js +299 -187
  361. package/dist/es/standards-sdk.es163.js.map +1 -1
  362. package/dist/es/standards-sdk.es164.js +419 -23
  363. package/dist/es/standards-sdk.es164.js.map +1 -1
  364. package/dist/es/standards-sdk.es165.js +352 -55
  365. package/dist/es/standards-sdk.es165.js.map +1 -1
  366. package/dist/es/standards-sdk.es166.js +1113 -86
  367. package/dist/es/standards-sdk.es166.js.map +1 -1
  368. package/dist/es/standards-sdk.es167.js +200 -41
  369. package/dist/es/standards-sdk.es167.js.map +1 -1
  370. package/dist/es/standards-sdk.es168.js +1551 -188
  371. package/dist/es/standards-sdk.es168.js.map +1 -1
  372. package/dist/es/standards-sdk.es169.js +1161 -51
  373. package/dist/es/standards-sdk.es169.js.map +1 -1
  374. package/dist/es/standards-sdk.es170.js +15 -47
  375. package/dist/es/standards-sdk.es170.js.map +1 -1
  376. package/dist/es/standards-sdk.es171.js +445 -50
  377. package/dist/es/standards-sdk.es171.js.map +1 -1
  378. package/dist/es/standards-sdk.es172.js +255 -45
  379. package/dist/es/standards-sdk.es172.js.map +1 -1
  380. package/dist/es/standards-sdk.es173.js +4 -122
  381. package/dist/es/standards-sdk.es173.js.map +1 -1
  382. package/dist/es/standards-sdk.es174.js +77 -50
  383. package/dist/es/standards-sdk.es174.js.map +1 -1
  384. package/dist/es/standards-sdk.es175.js +85 -42
  385. package/dist/es/standards-sdk.es175.js.map +1 -1
  386. package/dist/es/standards-sdk.es176.js +60 -72
  387. package/dist/es/standards-sdk.es176.js.map +1 -1
  388. package/dist/es/standards-sdk.es177.js +2544 -65
  389. package/dist/es/standards-sdk.es177.js.map +1 -1
  390. package/dist/es/standards-sdk.es178.js +159 -44
  391. package/dist/es/standards-sdk.es178.js.map +1 -1
  392. package/dist/es/standards-sdk.es179.js +7 -36
  393. package/dist/es/standards-sdk.es179.js.map +1 -1
  394. package/dist/es/standards-sdk.es18.js +13 -13
  395. package/dist/es/standards-sdk.es180.js +86 -30
  396. package/dist/es/standards-sdk.es180.js.map +1 -1
  397. package/dist/es/standards-sdk.es181.js +65 -34
  398. package/dist/es/standards-sdk.es181.js.map +1 -1
  399. package/dist/es/standards-sdk.es182.js +196 -48
  400. package/dist/es/standards-sdk.es182.js.map +1 -1
  401. package/dist/es/standards-sdk.es183.js +23 -135
  402. package/dist/es/standards-sdk.es183.js.map +1 -1
  403. package/dist/es/standards-sdk.es184.js +54 -38
  404. package/dist/es/standards-sdk.es184.js.map +1 -1
  405. package/dist/es/standards-sdk.es185.js +102 -12470
  406. package/dist/es/standards-sdk.es185.js.map +1 -1
  407. package/dist/es/standards-sdk.es186.js +53 -52
  408. package/dist/es/standards-sdk.es186.js.map +1 -1
  409. package/dist/es/standards-sdk.es187.js +223 -103
  410. package/dist/es/standards-sdk.es187.js.map +1 -1
  411. package/dist/es/standards-sdk.es188.js +66 -75
  412. package/dist/es/standards-sdk.es188.js.map +1 -1
  413. package/dist/es/standards-sdk.es189.js +46 -197
  414. package/dist/es/standards-sdk.es189.js.map +1 -1
  415. package/dist/es/standards-sdk.es19.js +10 -10
  416. package/dist/es/standards-sdk.es190.js +60 -15
  417. package/dist/es/standards-sdk.es190.js.map +1 -1
  418. package/dist/es/standards-sdk.es191.js +47 -670
  419. package/dist/es/standards-sdk.es191.js.map +1 -1
  420. package/dist/es/standards-sdk.es192.js +112 -162
  421. package/dist/es/standards-sdk.es192.js.map +1 -1
  422. package/dist/es/standards-sdk.es193.js +53 -318
  423. package/dist/es/standards-sdk.es193.js.map +1 -1
  424. package/dist/es/standards-sdk.es194.js +54 -341
  425. package/dist/es/standards-sdk.es194.js.map +1 -1
  426. package/dist/es/standards-sdk.es195.js +72 -453
  427. package/dist/es/standards-sdk.es195.js.map +1 -1
  428. package/dist/es/standards-sdk.es196.js +75 -331
  429. package/dist/es/standards-sdk.es196.js.map +1 -1
  430. package/dist/es/standards-sdk.es197.js +44 -76
  431. package/dist/es/standards-sdk.es197.js.map +1 -1
  432. package/dist/es/standards-sdk.es198.js +30 -67
  433. package/dist/es/standards-sdk.es198.js.map +1 -1
  434. package/dist/es/standards-sdk.es199.js +30 -139
  435. package/dist/es/standards-sdk.es199.js.map +1 -1
  436. package/dist/es/standards-sdk.es2.js +2 -2
  437. package/dist/es/standards-sdk.es20.js +1 -1
  438. package/dist/es/standards-sdk.es200.js +34 -517
  439. package/dist/es/standards-sdk.es200.js.map +1 -1
  440. package/dist/es/standards-sdk.es201.js +48 -259
  441. package/dist/es/standards-sdk.es201.js.map +1 -1
  442. package/dist/es/standards-sdk.es202.js +127 -185
  443. package/dist/es/standards-sdk.es202.js.map +1 -1
  444. package/dist/es/standards-sdk.es203.js +36 -113
  445. package/dist/es/standards-sdk.es203.js.map +1 -1
  446. package/dist/es/standards-sdk.es204.js +12464 -134
  447. package/dist/es/standards-sdk.es204.js.map +1 -1
  448. package/dist/es/standards-sdk.es205.js +14 -181
  449. package/dist/es/standards-sdk.es205.js.map +1 -1
  450. package/dist/es/standards-sdk.es206.js +55 -683
  451. package/dist/es/standards-sdk.es206.js.map +1 -1
  452. package/dist/es/standards-sdk.es207.js +93 -167
  453. package/dist/es/standards-sdk.es207.js.map +1 -1
  454. package/dist/es/standards-sdk.es208.js +71 -225
  455. package/dist/es/standards-sdk.es208.js.map +1 -1
  456. package/dist/es/standards-sdk.es209.js +176 -215
  457. package/dist/es/standards-sdk.es209.js.map +1 -1
  458. package/dist/es/standards-sdk.es21.js +1 -1
  459. package/dist/es/standards-sdk.es210.js +675 -0
  460. package/dist/es/standards-sdk.es210.js.map +1 -0
  461. package/dist/es/standards-sdk.es211.js +76 -0
  462. package/dist/es/standards-sdk.es211.js.map +1 -0
  463. package/dist/es/standards-sdk.es212.js +175 -0
  464. package/dist/es/standards-sdk.es212.js.map +1 -0
  465. package/dist/es/standards-sdk.es213.js +325 -0
  466. package/dist/es/standards-sdk.es213.js.map +1 -0
  467. package/dist/es/standards-sdk.es214.js +349 -0
  468. package/dist/es/standards-sdk.es214.js.map +1 -0
  469. package/dist/es/standards-sdk.es215.js +456 -0
  470. package/dist/es/standards-sdk.es215.js.map +1 -0
  471. package/dist/es/standards-sdk.es216.js +334 -0
  472. package/dist/es/standards-sdk.es216.js.map +1 -0
  473. package/dist/es/standards-sdk.es217.js +79 -0
  474. package/dist/es/standards-sdk.es217.js.map +1 -0
  475. package/dist/es/standards-sdk.es218.js +142 -0
  476. package/dist/es/standards-sdk.es218.js.map +1 -0
  477. package/dist/es/standards-sdk.es219.js +520 -0
  478. package/dist/es/standards-sdk.es219.js.map +1 -0
  479. package/dist/es/standards-sdk.es22.js +1 -1
  480. package/dist/es/standards-sdk.es220.js +262 -0
  481. package/dist/es/standards-sdk.es220.js.map +1 -0
  482. package/dist/es/standards-sdk.es221.js +199 -0
  483. package/dist/es/standards-sdk.es221.js.map +1 -0
  484. package/dist/es/standards-sdk.es222.js +122 -0
  485. package/dist/es/standards-sdk.es222.js.map +1 -0
  486. package/dist/es/standards-sdk.es223.js +155 -0
  487. package/dist/es/standards-sdk.es223.js.map +1 -0
  488. package/dist/es/standards-sdk.es224.js +187 -0
  489. package/dist/es/standards-sdk.es224.js.map +1 -0
  490. package/dist/es/standards-sdk.es225.js +687 -0
  491. package/dist/es/standards-sdk.es225.js.map +1 -0
  492. package/dist/es/standards-sdk.es226.js +188 -0
  493. package/dist/es/standards-sdk.es226.js.map +1 -0
  494. package/dist/es/standards-sdk.es227.js +238 -0
  495. package/dist/es/standards-sdk.es227.js.map +1 -0
  496. package/dist/es/standards-sdk.es228.js +242 -0
  497. package/dist/es/standards-sdk.es228.js.map +1 -0
  498. package/dist/es/standards-sdk.es23.js +1 -1
  499. package/dist/es/standards-sdk.es24.js +1 -1
  500. package/dist/es/standards-sdk.es25.js +1 -1
  501. package/dist/es/standards-sdk.es26.js +1 -1
  502. package/dist/es/standards-sdk.es27.js +13 -13
  503. package/dist/es/standards-sdk.es30.js +2 -2
  504. package/dist/es/standards-sdk.es31.js +4 -4
  505. package/dist/es/standards-sdk.es32.js +1 -1
  506. package/dist/es/standards-sdk.es35.js +7 -7
  507. package/dist/es/standards-sdk.es36.js +4 -4
  508. package/dist/es/standards-sdk.es37.js +2 -2
  509. package/dist/es/standards-sdk.es38.js +2 -2
  510. package/dist/es/standards-sdk.es39.js +1 -1
  511. package/dist/es/standards-sdk.es4.js +2 -2
  512. package/dist/es/standards-sdk.es40.js +1 -1
  513. package/dist/es/standards-sdk.es41.js +2 -2
  514. package/dist/es/standards-sdk.es46.js +1 -1
  515. package/dist/es/standards-sdk.es5.js +2 -2
  516. package/dist/es/standards-sdk.es51.js +1 -1
  517. package/dist/es/standards-sdk.es53.js +1 -1
  518. package/dist/es/standards-sdk.es56.js +2 -2
  519. package/dist/es/standards-sdk.es59.js +1 -1
  520. package/dist/es/standards-sdk.es6.js +2 -2
  521. package/dist/es/standards-sdk.es60.js +1 -1
  522. package/dist/es/standards-sdk.es62.js +1 -1
  523. package/dist/es/standards-sdk.es63.js +2 -2
  524. package/dist/es/standards-sdk.es64.js +1 -1
  525. package/dist/es/standards-sdk.es65.js +1 -1
  526. package/dist/es/standards-sdk.es66.js +1 -1
  527. package/dist/es/standards-sdk.es67.js +8 -8
  528. package/dist/es/standards-sdk.es69.js +1 -1
  529. package/dist/es/standards-sdk.es7.js +1 -1
  530. package/dist/es/standards-sdk.es71.js +2 -2
  531. package/dist/es/standards-sdk.es72.js +3 -3
  532. package/dist/es/standards-sdk.es75.js +5 -5
  533. package/dist/es/standards-sdk.es76.js +3 -3
  534. package/dist/es/standards-sdk.es77.js +2 -2
  535. package/dist/es/standards-sdk.es78.js +1 -1
  536. package/dist/es/standards-sdk.es81.js +2 -2
  537. package/dist/es/standards-sdk.es83.js +2 -2
  538. package/dist/es/standards-sdk.es84.js +5 -5
  539. package/dist/es/standards-sdk.es85.js +1 -1
  540. package/dist/es/standards-sdk.es88.js +1 -1
  541. package/dist/es/standards-sdk.es89.js +2 -2
  542. package/dist/es/standards-sdk.es9.js +2 -2
  543. package/dist/es/standards-sdk.es90.js +4 -4
  544. package/dist/es/standards-sdk.es94.js +3 -3
  545. package/dist/es/standards-sdk.es96.js +2 -2
  546. package/dist/es/standards-sdk.es98.js +1 -1
  547. package/dist/es/standards-sdk.es99.js +3 -3
  548. package/package.json +1 -1
@@ -1,16 +1,1332 @@
1
- function getTopicId(inscription) {
2
- if (!inscription || typeof inscription !== "object") return void 0;
3
- const obj = inscription;
4
- const direct = obj.topicId || obj.topic_id;
5
- if (typeof direct === "string" && direct.trim()) return direct;
6
- const rec = obj;
7
- const t1 = rec["topicId"];
8
- if (typeof t1 === "string" && t1.trim()) return t1;
9
- const t2 = rec["topic_id"];
10
- if (typeof t2 === "string" && t2.trim()) return t2;
11
- return void 0;
1
+ import { readString, readSubjectAdditional, isJsonObject } from "./standards-sdk.es198.js";
2
+ import "./standards-sdk.es182.js";
3
+ import "./standards-sdk.es195.js";
4
+ import "./standards-sdk.es196.js";
5
+ import "./standards-sdk.es197.js";
6
+ import { stripTrailingSlashes, requestJson, requestText, Hcs25CollectorHttpError, isTimeoutError } from "./standards-sdk.es122.js";
7
+ const HF_API_BASE = "https://huggingface.co/api";
8
+ const HF_DATASETS_BASE = "https://huggingface.co/datasets";
9
+ const OPENROUTER_API_BASE = "https://openrouter.ai/api/v1";
10
+ const OPENROUTER_FRONTEND_BASE = "https://openrouter.ai/api/frontend";
11
+ const OPENLM_ARENA_URL = "https://openlm.ai/chatbot-arena/";
12
+ const OPENLLM_DATASET_ID = "open-llm-leaderboard/results";
13
+ const OPENLLM_DATASET_BRANCH = "main";
14
+ const DEFAULT_MODEL_REGISTRIES = ["openrouter", "near-ai"];
15
+ const OPENROUTER_CATEGORY_SOURCE = "openrouter:category-rankings";
16
+ const HUGGINGFACE_MODEL_INDEX_SOURCE = "huggingface:model-index";
17
+ const HUGGINGFACE_POPULARITY_SOURCE = "huggingface:popularity";
18
+ const CHATBOT_ARENA_SOURCE = "chatbot-arena:leaderboard";
19
+ const OPENLLM_EVAL_SOURCES = ["openllm-leaderboard"];
20
+ const MODEL_ID_KEYS = [
21
+ "openrouterModelId",
22
+ "huggingFaceModelId",
23
+ "openrouterHuggingFaceId",
24
+ "modelId",
25
+ "model",
26
+ "name"
27
+ ];
28
+ function resolveModelId(subject) {
29
+ const additional = readSubjectAdditional(subject);
30
+ for (const key of MODEL_ID_KEYS) {
31
+ const value = readString(additional, key);
32
+ if (value) {
33
+ return value;
34
+ }
35
+ }
36
+ const metadata = subject.metadata ?? {};
37
+ for (const key of MODEL_ID_KEYS) {
38
+ const value = readString(metadata, key);
39
+ if (value) {
40
+ return value;
41
+ }
42
+ }
43
+ return subject.id || null;
44
+ }
45
+ function modelIdMatches(candidate, wanted) {
46
+ const a = candidate.trim().toLowerCase();
47
+ const b = wanted.trim().toLowerCase();
48
+ if (a === b) {
49
+ return true;
50
+ }
51
+ const stripOrg = (id) => id.includes("/") ? id.slice(id.lastIndexOf("/") + 1) : id;
52
+ return stripOrg(a) === stripOrg(b);
53
+ }
54
+ function statusFromError(error) {
55
+ return isTimeoutError(error) ? "timeout" : "error";
56
+ }
57
+ function asRecord(value) {
58
+ return isJsonObject(value) ? value : void 0;
59
+ }
60
+ function parseNumber(value) {
61
+ if (typeof value === "number" && Number.isFinite(value)) {
62
+ return value;
63
+ }
64
+ if (typeof value === "string" && value.trim()) {
65
+ const parsed = Number(value.trim());
66
+ return Number.isFinite(parsed) ? parsed : null;
67
+ }
68
+ return null;
69
+ }
70
+ const encodeModelIdForPath = (modelId) => modelId.split("/").map((segment) => encodeURIComponent(segment)).join("/");
71
+ const METRIC_EXCLUDE_TOKENS = [
72
+ "loss",
73
+ "perplexity",
74
+ "ppl",
75
+ "error",
76
+ "rmse",
77
+ "mae",
78
+ "wer",
79
+ "cer",
80
+ "bits"
81
+ ];
82
+ const METRIC_INCLUDE_TOKENS = [
83
+ "accuracy",
84
+ "acc",
85
+ "exact",
86
+ "em",
87
+ "f1",
88
+ "precision",
89
+ "recall",
90
+ "score",
91
+ "pass",
92
+ "win",
93
+ "bleu",
94
+ "rouge",
95
+ "mmlu",
96
+ "gsm",
97
+ "arc",
98
+ "hellaswag",
99
+ "truthfulqa",
100
+ "gpqa",
101
+ "humaneval",
102
+ "mbpp",
103
+ "swe",
104
+ "math",
105
+ "bbh",
106
+ "ceval"
107
+ ];
108
+ const hasToken = (input, tokens) => tokens.some((token) => input.includes(token));
109
+ function shouldIncludeMetric(name) {
110
+ const normalized = name.trim().toLowerCase();
111
+ if (!normalized) {
112
+ return false;
113
+ }
114
+ if (hasToken(normalized, METRIC_EXCLUDE_TOKENS)) {
115
+ return false;
116
+ }
117
+ return hasToken(normalized, METRIC_INCLUDE_TOKENS);
118
+ }
119
+ function normalizeMetricValue(raw) {
120
+ if (!Number.isFinite(raw)) {
121
+ return null;
122
+ }
123
+ if (raw <= 1) {
124
+ return Math.min(100, Math.max(0, raw * 100));
125
+ }
126
+ if (raw <= 100) {
127
+ return Math.min(100, Math.max(0, raw));
128
+ }
129
+ return null;
130
+ }
131
+ function normalizeLogScore(value, max) {
132
+ if (!Number.isFinite(value) || value <= 0 || !Number.isFinite(max) || max <= 0) {
133
+ return null;
134
+ }
135
+ const numerator = Math.log10(value + 1);
136
+ const denominator = Math.log10(max + 1);
137
+ if (!Number.isFinite(numerator) || !Number.isFinite(denominator) || denominator <= 0) {
138
+ return null;
139
+ }
140
+ return Math.min(100, Math.max(0, numerator / denominator * 100));
141
+ }
142
+ function computePopularityScore(downloads, likes, downloadsCap = 1e7, likesCap = 1e5) {
143
+ const downloadsScore = downloads !== null ? normalizeLogScore(downloads, downloadsCap) : null;
144
+ const likesScore = likes !== null ? normalizeLogScore(likes, likesCap) : null;
145
+ if (downloadsScore === null) {
146
+ return likesScore;
147
+ }
148
+ if (likesScore === null) {
149
+ return downloadsScore;
150
+ }
151
+ return downloadsScore * 0.7 + likesScore * 0.3;
152
+ }
153
+ function extractModelIndexMetrics(payload, maxMetrics = 60) {
154
+ const modelIndex = payload?.["model-index"] ?? payload?.model_index ?? payload?.modelIndex ?? payload?.cardData?.["model-index"];
155
+ if (!Array.isArray(modelIndex)) {
156
+ return [];
157
+ }
158
+ const metrics = [];
159
+ for (const entry of modelIndex) {
160
+ const results = asRecord(entry)?.results;
161
+ if (!Array.isArray(results)) {
162
+ continue;
163
+ }
164
+ for (const result of results) {
165
+ const block = asRecord(result)?.metrics;
166
+ const push = (name, rawValue) => {
167
+ const rawName = typeof name === "string" && name.trim() ? name.trim() : null;
168
+ const parsed = parseNumber(rawValue);
169
+ if (!rawName || parsed === null || !shouldIncludeMetric(rawName)) {
170
+ return;
171
+ }
172
+ const normalized = normalizeMetricValue(parsed);
173
+ if (normalized === null) {
174
+ return;
175
+ }
176
+ metrics.push({ name: rawName, value: normalized });
177
+ };
178
+ if (Array.isArray(block)) {
179
+ for (const metric of block) {
180
+ const record = asRecord(metric);
181
+ if (!record) {
182
+ continue;
183
+ }
184
+ const name = record.name ?? record.metric ?? record.type ?? null;
185
+ push(name, record.value);
186
+ if (metrics.length >= maxMetrics) {
187
+ return metrics;
188
+ }
189
+ }
190
+ } else if (block && typeof block === "object") {
191
+ for (const [name, value] of Object.entries(
192
+ block
193
+ )) {
194
+ push(name, value);
195
+ if (metrics.length >= maxMetrics) {
196
+ return metrics;
197
+ }
198
+ }
199
+ }
200
+ }
201
+ }
202
+ return metrics;
203
+ }
204
+ async function resolveHuggingFaceModelId(modelId, context, options = {}) {
205
+ const normalized = modelId.trim().toLowerCase();
206
+ if (!normalized) {
207
+ return null;
208
+ }
209
+ try {
210
+ const payload = await requestJson(`${options.openrouterApiBase ?? OPENROUTER_API_BASE}/models`, {
211
+ fetch: context.fetch,
212
+ timeoutMs: context.timeoutMs,
213
+ signal: context.signal
214
+ });
215
+ if (Array.isArray(payload.data)) {
216
+ const match = payload.data.find((entry) => {
217
+ const id = typeof entry.id === "string" ? entry.id.trim() : "";
218
+ return id.toLowerCase() === normalized;
219
+ });
220
+ const hfId = match && typeof match.hugging_face_id === "string" ? match.hugging_face_id.trim() : "";
221
+ if (hfId) {
222
+ return hfId;
223
+ }
224
+ }
225
+ } catch {
226
+ }
227
+ try {
228
+ const headers = options.token ? { authorization: `Bearer ${options.token}` } : {};
229
+ const payload = await requestJson(
230
+ `${options.huggingFaceApiBase ?? HF_API_BASE}/models?search=${encodeURIComponent(normalized)}`,
231
+ {
232
+ fetch: context.fetch,
233
+ headers,
234
+ timeoutMs: context.timeoutMs,
235
+ signal: context.signal
236
+ }
237
+ );
238
+ if (Array.isArray(payload)) {
239
+ const match = payload.find((entry) => {
240
+ const id2 = asRecord(entry)?.id;
241
+ return typeof id2 === "string" && modelIdMatches(id2, normalized);
242
+ });
243
+ const id = asRecord(match)?.id;
244
+ if (typeof id === "string" && id.trim()) {
245
+ return id.trim();
246
+ }
247
+ }
248
+ } catch {
249
+ }
250
+ return null;
251
+ }
252
+ function createOpenRouterEvalsHttpSource(options) {
253
+ return async (subject, context) => {
254
+ const url = typeof options.url === "function" ? options.url(subject) : options.url;
255
+ if (!url) {
256
+ return null;
257
+ }
258
+ const data = await requestJson(url, {
259
+ fetch: context.fetch,
260
+ timeoutMs: context.timeoutMs,
261
+ signal: context.signal
262
+ });
263
+ if (!data || !Array.isArray(data.rows)) {
264
+ return null;
265
+ }
266
+ return data;
267
+ };
268
+ }
269
+ const stripDateSuffix = (value) => {
270
+ const trimmed = value.trim().toLowerCase();
271
+ const match = trimmed.match(/^(.*?)-(\d{8}|\d{4}-\d{2}-\d{2}|\d{2}-\d{4})$/);
272
+ return match?.[1]?.trim() || null;
273
+ };
274
+ const buildBenchmarkCandidates = (normalizedId) => {
275
+ const candidates = /* @__PURE__ */ new Set([normalizedId, `${normalizedId}:free`]);
276
+ if (normalizedId.endsWith(":free")) {
277
+ candidates.add(normalizedId.slice(0, -":free".length));
278
+ }
279
+ return [...candidates];
280
+ };
281
+ function createOpenRouterBenchmarksSource(options = {}) {
282
+ const frontendBase = stripTrailingSlashes(
283
+ options.openrouterFrontendBaseUrl ?? OPENROUTER_FRONTEND_BASE
284
+ );
285
+ const apiBase = stripTrailingSlashes(
286
+ options.openrouterApiBaseUrl ?? OPENROUTER_API_BASE
287
+ );
288
+ const hfBase = stripTrailingSlashes(
289
+ options.huggingFaceApiBase ?? HF_API_BASE
290
+ );
291
+ const cacheTtlMs = options.cacheTtlMs ?? 24 * 60 * 60 * 1e3;
292
+ const preferHuggingFace = options.preferHuggingFace ?? true;
293
+ let cache = null;
294
+ const loadBenchmarks = async (context) => {
295
+ if (cache && Date.now() - cache.fetchedAt < cacheTtlMs) {
296
+ return cache;
297
+ }
298
+ const payload = await requestJson(`${frontendBase}/models/find?q=benchmarks`, {
299
+ fetch: context.fetch,
300
+ timeoutMs: context.timeoutMs,
301
+ signal: context.signal
302
+ });
303
+ const categories = payload.data?.categories;
304
+ if (!categories || typeof categories !== "object") {
305
+ return null;
306
+ }
307
+ const byModel = /* @__PURE__ */ new Map();
308
+ const categoryMaxRank = /* @__PURE__ */ new Map();
309
+ for (const [model, entries] of Object.entries(categories)) {
310
+ if (!Array.isArray(entries) || entries.length === 0) {
311
+ continue;
312
+ }
313
+ const normalizedModel = model.trim().toLowerCase();
314
+ if (!normalizedModel) {
315
+ continue;
316
+ }
317
+ const registerAlias = (alias) => {
318
+ const candidate = alias?.trim().toLowerCase() ?? "";
319
+ if (candidate && !byModel.has(candidate)) {
320
+ byModel.set(candidate, entries);
321
+ }
322
+ };
323
+ byModel.set(normalizedModel, entries);
324
+ const noFree = normalizedModel.endsWith(":free") ? normalizedModel.slice(0, -":free".length) : null;
325
+ registerAlias(noFree);
326
+ registerAlias(stripDateSuffix(normalizedModel));
327
+ registerAlias(noFree ? stripDateSuffix(noFree) : null);
328
+ for (const entry of entries) {
329
+ const category = typeof entry.category === "string" ? entry.category.trim().toLowerCase() : null;
330
+ const rank = parseNumber(entry.rank);
331
+ if (!category || rank === null) {
332
+ continue;
333
+ }
334
+ const currentMax = categoryMaxRank.get(category) ?? 0;
335
+ if (rank > currentMax) {
336
+ categoryMaxRank.set(category, rank);
337
+ }
338
+ }
339
+ }
340
+ cache = { fetchedAt: Date.now(), byModel, categoryMaxRank };
341
+ return cache;
342
+ };
343
+ return async (subject, context) => {
344
+ const modelId = resolveModelId(subject);
345
+ if (!modelId) {
346
+ return null;
347
+ }
348
+ const normalizedId = modelId.trim().toLowerCase();
349
+ let huggingFaceId = null;
350
+ if (preferHuggingFace) {
351
+ huggingFaceId = await resolveHuggingFaceModelId(modelId, context, {
352
+ openrouterApiBase: apiBase,
353
+ huggingFaceApiBase: hfBase
354
+ }).catch(() => null);
355
+ if (huggingFaceId) {
356
+ try {
357
+ const payload = await requestJson(
358
+ `${hfBase}/models/${encodeModelIdForPath(huggingFaceId)}`,
359
+ {
360
+ fetch: context.fetch,
361
+ timeoutMs: context.timeoutMs,
362
+ signal: context.signal
363
+ }
364
+ );
365
+ const metrics = extractModelIndexMetrics(payload);
366
+ if (metrics.length > 0) {
367
+ const score = metrics.reduce((sum, m) => sum + m.value, 0) / metrics.length;
368
+ return {
369
+ rows: [
370
+ {
371
+ model: modelId,
372
+ score,
373
+ weight: metrics.length
374
+ }
375
+ ],
376
+ coverageWeight: metrics.length,
377
+ sources: [HUGGINGFACE_MODEL_INDEX_SOURCE],
378
+ huggingFaceId
379
+ };
380
+ }
381
+ } catch {
382
+ }
383
+ }
384
+ }
385
+ const snapshot = await loadBenchmarks(context);
386
+ if (!snapshot) {
387
+ return null;
388
+ }
389
+ let entries;
390
+ for (const candidate of buildBenchmarkCandidates(normalizedId)) {
391
+ entries = snapshot.byModel.get(candidate);
392
+ if (entries?.length) {
393
+ break;
394
+ }
395
+ }
396
+ if (!entries?.length) {
397
+ return null;
398
+ }
399
+ const rows = [];
400
+ for (const entry of entries) {
401
+ const category = typeof entry.category === "string" ? entry.category.trim().toLowerCase() : void 0;
402
+ const rank = parseNumber(entry.rank);
403
+ if (!category || rank === null) {
404
+ continue;
405
+ }
406
+ const maxRank = snapshot.categoryMaxRank.get(category);
407
+ if (!maxRank || maxRank <= 0) {
408
+ continue;
409
+ }
410
+ const volume = parseNumber(entry.volume);
411
+ const count = parseNumber(entry.count);
412
+ rows.push({
413
+ model: modelId,
414
+ category,
415
+ rank,
416
+ outOf: maxRank,
417
+ score: (maxRank - rank + 1) / maxRank * 100,
418
+ weight: volume && volume > 0 ? volume : count && count > 0 ? count : 1
419
+ });
420
+ }
421
+ if (rows.length === 0) {
422
+ return null;
423
+ }
424
+ return {
425
+ rows,
426
+ coverageWeight: rows.reduce((sum, row) => sum + (row.weight ?? 1), 0),
427
+ sources: [OPENROUTER_CATEGORY_SOURCE],
428
+ huggingFaceId: huggingFaceId ?? void 0
429
+ };
430
+ };
431
+ }
432
+ function createOpenRouterEvalsSignalAdapter(options = {}) {
433
+ const lowCoverageThreshold = options.lowCoverageThreshold ?? 5;
434
+ const minCategoryCount = options.minCategoryCount ?? 1;
435
+ const source = options.source ?? createOpenRouterBenchmarksSource();
436
+ const collect = async (subject, context) => {
437
+ const now = context.now.toISOString();
438
+ const modelId = resolveModelId(subject);
439
+ let data = null;
440
+ try {
441
+ data = await source(subject, context);
442
+ } catch (error) {
443
+ if (error instanceof Hcs25CollectorHttpError && error.status === 404) {
444
+ data = null;
445
+ } else {
446
+ return [
447
+ {
448
+ signalId: "openrouter.evals",
449
+ status: statusFromError(error),
450
+ fields: [
451
+ {
452
+ scope: "additional",
453
+ values: {
454
+ openrouterEvalStatus: "error",
455
+ openrouterEvalUpdatedAt: now
456
+ }
457
+ }
458
+ ]
459
+ }
460
+ ];
461
+ }
462
+ }
463
+ const rows = data && modelId ? data.rows.filter((row) => modelIdMatches(row.model, modelId)) : [];
464
+ if (!data || rows.length === 0) {
465
+ return [
466
+ {
467
+ signalId: "openrouter.evals",
468
+ status: "missing",
469
+ fields: [
470
+ {
471
+ scope: "additional",
472
+ values: {
473
+ openrouterEvalStatus: "missing",
474
+ openrouterEvalUpdatedAt: now,
475
+ openrouterEvalMetricsCount: 0
476
+ }
477
+ }
478
+ ]
479
+ }
480
+ ];
481
+ }
482
+ let weightedSum = 0;
483
+ let totalWeight = 0;
484
+ const categoryStats = /* @__PURE__ */ new Map();
485
+ for (const row of rows) {
486
+ const score2 = typeof row.score === "number" ? row.score : typeof row.rank === "number" && typeof row.outOf === "number" && row.outOf > 0 ? (row.outOf - row.rank + 1) / row.outOf * 100 : null;
487
+ if (score2 === null) {
488
+ continue;
489
+ }
490
+ const weight = row.weight ?? 1;
491
+ weightedSum += score2 * weight;
492
+ totalWeight += weight;
493
+ if (row.category) {
494
+ const existing = categoryStats.get(row.category) ?? {
495
+ scoreSum: 0,
496
+ weightSum: 0
497
+ };
498
+ existing.scoreSum += score2 * weight;
499
+ existing.weightSum += weight;
500
+ categoryStats.set(row.category, existing);
501
+ }
502
+ }
503
+ if (totalWeight <= 0) {
504
+ return [
505
+ {
506
+ signalId: "openrouter.evals",
507
+ status: "missing",
508
+ fields: [
509
+ {
510
+ scope: "additional",
511
+ values: {
512
+ openrouterEvalStatus: "missing",
513
+ openrouterEvalUpdatedAt: now
514
+ }
515
+ }
516
+ ]
517
+ }
518
+ ];
519
+ }
520
+ const score = Math.min(100, Math.max(0, weightedSum / totalWeight));
521
+ const coverageWeight = data.coverageWeight ?? (data.totalCategories && data.totalCategories > 0 ? categoryStats.size / data.totalCategories : totalWeight);
522
+ const status = categoryStats.size < minCategoryCount || coverageWeight < lowCoverageThreshold ? "low-coverage" : "ok";
523
+ const topCategories = [...categoryStats.entries()].map(([category, stats]) => ({
524
+ category,
525
+ score: (stats.weightSum > 0 ? Math.min(100, Math.max(0, stats.scoreSum / stats.weightSum)) : 0) * Math.min(1, Math.max(0, stats.weightSum / lowCoverageThreshold)),
526
+ weight: stats.weightSum
527
+ })).sort((a, b) => b.score - a.score || b.weight - a.weight).slice(0, 5).map((entry) => entry.category);
528
+ return [
529
+ {
530
+ signalId: "openrouter.evals",
531
+ status: "ok",
532
+ value: score,
533
+ fields: [
534
+ {
535
+ scope: "additional",
536
+ values: {
537
+ openrouterEvalScore: Math.round(score * 100) / 100,
538
+ openrouterEvalStatus: status,
539
+ openrouterEvalUpdatedAt: now,
540
+ openrouterEvalSources: data.sources && data.sources.length > 0 ? [...data.sources] : [OPENROUTER_CATEGORY_SOURCE],
541
+ openrouterEvalMetricsCount: rows.length,
542
+ openrouterEvalCategoryCount: categoryStats.size,
543
+ openrouterEvalCoverageWeight: Math.round(coverageWeight * 1e3) / 1e3,
544
+ ...topCategories.length > 0 ? { openrouterEvalCategories: topCategories } : {},
545
+ ...data.huggingFaceId ? { openrouterHuggingFaceId: data.huggingFaceId } : {}
546
+ }
547
+ }
548
+ ],
549
+ provenance: {
550
+ source: "openrouter",
551
+ subjectId: modelId,
552
+ fetchedAt: now
553
+ }
554
+ }
555
+ ];
556
+ };
557
+ return {
558
+ id: "openrouter-evals",
559
+ produces: ["openrouter.evals"],
560
+ timeoutMs: options.timeoutMs,
561
+ includeRegistries: options.includeRegistries ?? DEFAULT_MODEL_REGISTRIES,
562
+ appliesTo: options.appliesTo,
563
+ collect
564
+ };
565
+ }
566
+ function createJsonLeaderboardSource(options) {
567
+ const modelKey = options.modelKey ?? "model";
568
+ const scoreKey = options.scoreKey ?? "score";
569
+ const votesKey = options.votesKey ?? "votes";
570
+ return async (_subject, context) => {
571
+ const data = await requestJson(options.url, {
572
+ fetch: context.fetch,
573
+ timeoutMs: context.timeoutMs,
574
+ signal: context.signal
575
+ });
576
+ const record = asRecord(data);
577
+ const rows = Array.isArray(data) ? data : record?.entries ?? record?.rows ?? record?.leaderboard;
578
+ if (!Array.isArray(rows)) {
579
+ return null;
580
+ }
581
+ const entries = [];
582
+ for (const row of rows) {
583
+ const rowRecord = asRecord(row);
584
+ if (!rowRecord) {
585
+ continue;
586
+ }
587
+ const model = readString(rowRecord, modelKey);
588
+ const score = rowRecord[scoreKey];
589
+ const votes = rowRecord[votesKey];
590
+ if (!model || typeof score !== "number" || !Number.isFinite(score)) {
591
+ continue;
592
+ }
593
+ entries.push({
594
+ model,
595
+ score,
596
+ votes: typeof votes === "number" ? votes : void 0
597
+ });
598
+ }
599
+ return entries;
600
+ };
601
+ }
602
+ const stripHtmlTags = (html) => {
603
+ let current = html;
604
+ for (; ; ) {
605
+ const next = current.replace(/<[^<>]*>/g, "");
606
+ if (next === current) {
607
+ return next;
608
+ }
609
+ current = next;
610
+ }
611
+ };
612
+ const decodeHtmlEntities = (html) => html.replace(/&nbsp;/gi, " ").replace(/&lt;/gi, "<").replace(/&gt;/gi, ">").replace(/&quot;/gi, '"').replace(/&#39;/g, "'").replace(/&#(\d+);/g, (_match, codepoint) => {
613
+ const parsed = Number(codepoint);
614
+ if (!Number.isFinite(parsed) || parsed <= 0) {
615
+ return "";
616
+ }
617
+ try {
618
+ return String.fromCodePoint(parsed);
619
+ } catch {
620
+ return "";
621
+ }
622
+ }).replace(/&amp;/gi, "&");
623
+ const normalizeArenaLabel = (value) => {
624
+ const trimmed = value.trim();
625
+ const open = trimmed.lastIndexOf("(");
626
+ const base = open > 0 && trimmed.endsWith(")") ? trimmed.slice(0, open).trim() : trimmed;
627
+ const suffix = open > 0 && trimmed.endsWith(")") ? trimmed.slice(open + 1, -1).trim() : null;
628
+ const compactSuffix = suffix?.split(/\s+/).join("") ?? "";
629
+ const isDate = suffix !== null && (/^20\d{2}-\d{2}-\d{2}$/.test(suffix) || /^20\d{2}\d{2}\d{2}$/.test(compactSuffix));
630
+ const combined = !isDate && suffix ? `${base} ${suffix}` : base;
631
+ const slugged = combined.toLowerCase().replace(/[^a-z0-9]+/g, "-");
632
+ let start = 0;
633
+ let end = slugged.length;
634
+ while (start < end && slugged.charCodeAt(start) === 45) {
635
+ start += 1;
636
+ }
637
+ while (end > start && slugged.charCodeAt(end - 1) === 45) {
638
+ end -= 1;
639
+ }
640
+ return slugged.slice(start, end);
641
+ };
642
+ const normalizeAlphaNum = (value) => value.toLowerCase().replace(/[^a-z0-9]+/g, "");
643
+ const stripTrailingDateSuffix = (value) => {
644
+ const match = value.trim().toLowerCase().match(/^(.*?)-(20\d{2}-\d{2}-\d{2})$/) ?? value.trim().toLowerCase().match(/^(.*?)-(20\d{2}\d{2})$/);
645
+ return match?.[1]?.trim() || null;
646
+ };
647
+ function buildArenaMatchKeys(label, organization) {
648
+ const normalized = normalizeArenaLabel(label);
649
+ const keys = /* @__PURE__ */ new Set();
650
+ if (!normalized) {
651
+ return [];
652
+ }
653
+ const pushKey = (value) => {
654
+ const candidate = value?.trim() ?? "";
655
+ if (!candidate) {
656
+ return;
657
+ }
658
+ keys.add(candidate);
659
+ keys.add(normalizeAlphaNum(candidate));
660
+ };
661
+ const expandChatGptAliases = (value) => {
662
+ if (value.startsWith("chatgpt-")) {
663
+ pushKey(`gpt-${value.slice("chatgpt-".length)}`);
664
+ }
665
+ if (value.startsWith("gpt-")) {
666
+ const rest = value.slice("gpt-".length);
667
+ pushKey(`chatgpt-${rest}`);
668
+ pushKey(`chatgpt-${rest}-latest`);
669
+ }
670
+ };
671
+ const expandDateAliases = (value) => {
672
+ const stripped = stripTrailingDateSuffix(value);
673
+ if (stripped) {
674
+ pushKey(stripped);
675
+ expandChatGptAliases(stripped);
676
+ }
677
+ };
678
+ pushKey(normalized);
679
+ const org = normalizeArenaLabel(organization ?? "");
680
+ if (org) {
681
+ pushKey(`${org}-${normalized}`);
682
+ pushKey(`${org}/${normalized}`);
683
+ }
684
+ expandChatGptAliases(normalized);
685
+ expandDateAliases(normalized);
686
+ if (normalized.endsWith("-latest")) {
687
+ const without = normalized.slice(0, -"-latest".length);
688
+ pushKey(without);
689
+ expandChatGptAliases(without);
690
+ expandDateAliases(without);
691
+ }
692
+ return [...keys].filter(Boolean);
693
+ }
694
+ const arenaCandidateKeys = (modelId) => {
695
+ const base = modelId.trim().toLowerCase().replace(/:free$/i, "");
696
+ const candidates = /* @__PURE__ */ new Set();
697
+ const add = (value) => {
698
+ const trimmed = value.trim();
699
+ if (trimmed) {
700
+ candidates.add(normalizeArenaLabel(trimmed));
701
+ candidates.add(normalizeAlphaNum(trimmed));
702
+ }
703
+ };
704
+ add(base);
705
+ add(base.replace(/\//g, "-"));
706
+ const withoutFast = base.replace(/-fast$/i, "");
707
+ if (withoutFast !== base) {
708
+ add(withoutFast);
709
+ }
710
+ const stripped = stripTrailingDateSuffix(base);
711
+ if (stripped) {
712
+ add(stripped);
713
+ }
714
+ if (base.startsWith("gpt-")) {
715
+ add(`chatgpt-${base.slice(4)}`);
716
+ }
717
+ if (base.startsWith("chatgpt-")) {
718
+ add(`gpt-${base.slice(8)}`);
719
+ }
720
+ if (base.endsWith("-latest")) {
721
+ add(base.slice(0, -"-latest".length));
722
+ }
723
+ const orgPrefix = base.includes("/") ? base.split("/")[0] : null;
724
+ if (orgPrefix) {
725
+ const model = base.slice(orgPrefix.length + 1);
726
+ add(`${orgPrefix}-${model}`);
727
+ add(`${orgPrefix}/${model}`);
728
+ }
729
+ return [...candidates].filter(Boolean);
730
+ };
731
+ function createOpenLmArenaSource(options = {}) {
732
+ const url = options.url ?? OPENLM_ARENA_URL;
733
+ const cacheTtlMs = options.cacheTtlMs ?? 24 * 60 * 60 * 1e3;
734
+ let cache = null;
735
+ return async (_subject, context) => {
736
+ if (cache && Date.now() - cache.fetchedAt < cacheTtlMs) {
737
+ return cache.entries;
738
+ }
739
+ const html = await requestText(url, {
740
+ fetch: context.fetch,
741
+ timeoutMs: context.timeoutMs,
742
+ signal: context.signal,
743
+ headers: { accept: "text/html" }
744
+ });
745
+ const tableMatch = html.match(
746
+ /<table[^>]*class=sortable[^>]*>.*?<\/table>/is
747
+ );
748
+ if (!tableMatch) {
749
+ return null;
750
+ }
751
+ const tbodyMatch = tableMatch[0].match(/<tbody[^>]*>(.*?)<\/tbody>/is);
752
+ const tbody = tbodyMatch?.[1];
753
+ if (!tbody) {
754
+ return null;
755
+ }
756
+ const entries = [];
757
+ for (const rowMatch of tbody.matchAll(/<tr[^>]*>(.*?)<\/tr>/gis)) {
758
+ const rowHtml = rowMatch[1] ?? "";
759
+ if (!rowHtml) {
760
+ continue;
761
+ }
762
+ const cells = Array.from(rowHtml.matchAll(/<td[^>]*>(.*?)<\/td>/gis)).map(
763
+ (match) => match[1] ?? ""
764
+ );
765
+ const rawLabelCell = cells[1];
766
+ const rawScoreCell = cells[2];
767
+ const rawOrgCell = cells[8];
768
+ const modelLabel = decodeHtmlEntities(
769
+ stripHtmlTags(rawLabelCell ?? "")
770
+ ).trim();
771
+ if (!modelLabel) {
772
+ continue;
773
+ }
774
+ const score = parseNumber(
775
+ decodeHtmlEntities(stripHtmlTags(rawScoreCell ?? "")).trim()
776
+ );
777
+ if (score === null) {
778
+ continue;
779
+ }
780
+ const organization = decodeHtmlEntities(stripHtmlTags(rawOrgCell ?? "")).trim() || void 0;
781
+ entries.push({ model: modelLabel, score, organization });
782
+ }
783
+ if (entries.length === 0) {
784
+ return null;
785
+ }
786
+ cache = { fetchedAt: Date.now(), entries };
787
+ return entries;
788
+ };
789
+ }
790
+ function createChatbotArenaSignalAdapter(options = {}) {
791
+ const source = options.source ?? createOpenLmArenaSource();
792
+ const collect = async (subject, context) => {
793
+ const now = context.now.toISOString();
794
+ const modelId = resolveModelId(subject);
795
+ const wanted = /* @__PURE__ */ new Set();
796
+ for (const id of [modelId, ...options.aliases ?? []]) {
797
+ if (!id) {
798
+ continue;
799
+ }
800
+ for (const key of arenaCandidateKeys(id)) {
801
+ wanted.add(key);
802
+ }
803
+ wanted.add(id.trim().toLowerCase());
804
+ }
805
+ let entries = null;
806
+ try {
807
+ entries = await source(subject, context);
808
+ } catch (error) {
809
+ return [
810
+ {
811
+ signalId: "chatbot-arena.eval",
812
+ status: statusFromError(error)
813
+ }
814
+ ];
815
+ }
816
+ const entry = entries?.find((candidate) => {
817
+ if (wanted.has(candidate.model.trim().toLowerCase()) || [...wanted].some((id) => modelIdMatches(candidate.model, id))) {
818
+ return true;
819
+ }
820
+ const keys = buildArenaMatchKeys(
821
+ candidate.model,
822
+ candidate.organization
823
+ );
824
+ return keys.some((key) => wanted.has(key));
825
+ }) ?? null;
826
+ if (!entries || entries.length === 0 || !entry) {
827
+ return [
828
+ {
829
+ signalId: "chatbot-arena.eval",
830
+ status: "missing",
831
+ fields: [
832
+ {
833
+ scope: "additional",
834
+ values: {
835
+ chatbotArenaEvalStatus: "missing",
836
+ chatbotArenaEvalUpdatedAt: now
837
+ }
838
+ }
839
+ ]
840
+ }
841
+ ];
842
+ }
843
+ const scores = entries.map((e) => e.score);
844
+ const min = Math.min(...scores);
845
+ const max = Math.max(...scores);
846
+ const normalized = max > min ? 100 * (entry.score - min) / (max - min) : 50;
847
+ return [
848
+ {
849
+ signalId: "chatbot-arena.eval",
850
+ status: "ok",
851
+ value: Math.round(normalized * 100) / 100,
852
+ fields: [
853
+ {
854
+ scope: "additional",
855
+ values: {
856
+ chatbotArenaEvalScore: Math.round(normalized * 100) / 100,
857
+ chatbotArenaEvalElo: entry.score,
858
+ chatbotArenaEvalVotes: entry.votes ?? null,
859
+ chatbotArenaEvalStatus: "ok",
860
+ chatbotArenaEvalUpdatedAt: now,
861
+ chatbotArenaEvalSources: [CHATBOT_ARENA_SOURCE]
862
+ }
863
+ }
864
+ ],
865
+ provenance: {
866
+ source: "chatbot-arena",
867
+ subjectId: entry.model,
868
+ fetchedAt: now
869
+ }
870
+ }
871
+ ];
872
+ };
873
+ return {
874
+ id: "chatbot-arena",
875
+ produces: ["chatbot-arena.eval"],
876
+ timeoutMs: options.timeoutMs,
877
+ includeRegistries: options.includeRegistries ?? DEFAULT_MODEL_REGISTRIES,
878
+ appliesTo: options.appliesTo,
879
+ collect
880
+ };
881
+ }
882
+ function createHuggingFaceSignalAdapter(options = {}) {
883
+ const apiBase = stripTrailingSlashes(options.apiBase ?? HF_API_BASE);
884
+ const collect = async (subject, context) => {
885
+ const now = context.now.toISOString();
886
+ const additional = readSubjectAdditional(subject);
887
+ const storedHfId = readString(additional, "huggingFaceModelId") ?? readString(additional, "openrouterHuggingFaceId");
888
+ const modelId = resolveModelId(subject);
889
+ if (!modelId && !storedHfId) {
890
+ return [
891
+ {
892
+ signalId: "huggingface.model_index",
893
+ status: "missing",
894
+ fields: [
895
+ {
896
+ scope: "additional",
897
+ values: {
898
+ huggingFaceEvalStatus: "missing",
899
+ huggingFaceEvalUpdatedAt: now
900
+ }
901
+ }
902
+ ]
903
+ }
904
+ ];
905
+ }
906
+ try {
907
+ const headers = options.token ? { authorization: `Bearer ${options.token}` } : {};
908
+ let huggingFaceId = storedHfId ?? modelId;
909
+ let resolvedViaOpenRouter = false;
910
+ if (!storedHfId && options.resolveHuggingFaceId !== false && modelId) {
911
+ const resolved = await resolveHuggingFaceModelId(modelId, context, {
912
+ huggingFaceApiBase: apiBase,
913
+ openrouterApiBase: options.openrouterApiBase,
914
+ token: options.token
915
+ }).catch(() => null);
916
+ if (resolved) {
917
+ huggingFaceId = resolved;
918
+ resolvedViaOpenRouter = true;
919
+ }
920
+ }
921
+ const data = await requestJson(
922
+ `${apiBase}/models/${encodeModelIdForPath(huggingFaceId)}`,
923
+ {
924
+ fetch: context.fetch,
925
+ headers,
926
+ timeoutMs: context.timeoutMs,
927
+ signal: context.signal
928
+ }
929
+ );
930
+ const metrics = extractModelIndexMetrics(data, options.maxMetrics ?? 60);
931
+ const modelIndexScore = metrics.length > 0 ? metrics.reduce((sum, m) => sum + m.value, 0) / metrics.length : null;
932
+ const downloads = parseNumber(data.downloads);
933
+ const likes = parseNumber(data.likes);
934
+ const popularityScore = computePopularityScore(
935
+ downloads,
936
+ likes,
937
+ options.downloadsCap ?? 1e7,
938
+ options.likesCap ?? 1e5
939
+ );
940
+ let score = null;
941
+ let mode;
942
+ if (modelIndexScore !== null && popularityScore !== null) {
943
+ score = modelIndexScore * 0.8 + popularityScore * 0.2;
944
+ mode = "mixed";
945
+ } else if (modelIndexScore !== null) {
946
+ score = modelIndexScore;
947
+ mode = "model-index";
948
+ } else if (popularityScore !== null) {
949
+ score = popularityScore;
950
+ mode = "popularity";
951
+ } else {
952
+ mode = "missing";
953
+ }
954
+ const normalized = score === null ? null : Math.round(Math.min(100, Math.max(0, score)) * 100) / 100;
955
+ const sources = [];
956
+ if (modelIndexScore !== null) {
957
+ sources.push(HUGGINGFACE_MODEL_INDEX_SOURCE);
958
+ }
959
+ if (popularityScore !== null) {
960
+ sources.push(HUGGINGFACE_POPULARITY_SOURCE);
961
+ }
962
+ return [
963
+ {
964
+ signalId: "huggingface.model_index",
965
+ status: normalized === null ? "missing" : "ok",
966
+ value: normalized,
967
+ fields: [
968
+ {
969
+ scope: "additional",
970
+ values: {
971
+ huggingFaceModelId: typeof data.id === "string" && data.id.trim() ? data.id : huggingFaceId,
972
+ huggingFaceEvalScore: normalized,
973
+ huggingFaceSignalScore: normalized,
974
+ huggingFaceEvalMetricsCount: metrics.length,
975
+ huggingFaceDownloads: downloads,
976
+ huggingFaceLikes: likes,
977
+ huggingFaceEvalMode: mode,
978
+ huggingFaceEvalStatus: normalized === null ? "missing" : "ok",
979
+ huggingFaceEvalUpdatedAt: now,
980
+ huggingFaceEvalSources: sources,
981
+ ...resolvedViaOpenRouter ? { openrouterHuggingFaceId: huggingFaceId } : {}
982
+ }
983
+ }
984
+ ],
985
+ provenance: {
986
+ source: "huggingface",
987
+ sourceUrl: `${apiBase}/models/${encodeModelIdForPath(huggingFaceId)}`,
988
+ subjectId: huggingFaceId,
989
+ fetchedAt: now
990
+ }
991
+ }
992
+ ];
993
+ } catch (error) {
994
+ const missing = error instanceof Hcs25CollectorHttpError && error.status === 404;
995
+ return [
996
+ {
997
+ signalId: "huggingface.model_index",
998
+ status: missing ? "missing" : statusFromError(error),
999
+ fields: [
1000
+ {
1001
+ scope: "additional",
1002
+ values: {
1003
+ huggingFaceEvalStatus: missing ? "missing" : "error",
1004
+ huggingFaceEvalUpdatedAt: now
1005
+ }
1006
+ }
1007
+ ]
1008
+ }
1009
+ ];
1010
+ }
1011
+ };
1012
+ return {
1013
+ id: "huggingface-model-index",
1014
+ produces: ["huggingface.model_index"],
1015
+ timeoutMs: options.timeoutMs,
1016
+ includeRegistries: options.includeRegistries ?? DEFAULT_MODEL_REGISTRIES,
1017
+ appliesTo: options.appliesTo,
1018
+ collect
1019
+ };
1020
+ }
1021
+ function createOpenLlmJsonSource(options) {
1022
+ const modelKey = options.modelKey ?? "model";
1023
+ return async (_subject, context) => {
1024
+ const data = await requestJson(options.url, {
1025
+ fetch: context.fetch,
1026
+ timeoutMs: context.timeoutMs,
1027
+ signal: context.signal
1028
+ });
1029
+ const record = asRecord(data);
1030
+ const rows = Array.isArray(data) ? data : record?.rows;
1031
+ if (!Array.isArray(rows)) {
1032
+ return null;
1033
+ }
1034
+ const out = [];
1035
+ for (const row of rows) {
1036
+ const rowRecord = asRecord(row);
1037
+ if (!rowRecord) {
1038
+ continue;
1039
+ }
1040
+ const model = readString(rowRecord, modelKey);
1041
+ if (!model) {
1042
+ continue;
1043
+ }
1044
+ const metrics = {};
1045
+ for (const [key, value] of Object.entries(rowRecord)) {
1046
+ const parsed = parseNumber(value);
1047
+ if (key !== modelKey && parsed !== null) {
1048
+ metrics[key] = parsed;
1049
+ }
1050
+ }
1051
+ out.push({ model, metrics });
1052
+ }
1053
+ return out;
1054
+ };
1055
+ }
1056
+ const tokenizeForSimilarity = (value) => new Set(
1057
+ value.toLowerCase().split(/[^a-z0-9]+/).filter((token) => token.length > 1)
1058
+ );
1059
+ const jaccardSimilarity = (a, b) => {
1060
+ if (a.size === 0 || b.size === 0) {
1061
+ return 0;
1062
+ }
1063
+ let intersection = 0;
1064
+ for (const token of a) {
1065
+ if (b.has(token)) {
1066
+ intersection += 1;
1067
+ }
1068
+ }
1069
+ return intersection / (a.size + b.size - intersection);
1070
+ };
1071
+ function createOpenLlmHuggingFaceSource(options = {}) {
1072
+ const apiBase = stripTrailingSlashes(
1073
+ options.huggingFaceApiBase ?? HF_API_BASE
1074
+ );
1075
+ const datasetsBase = stripTrailingSlashes(
1076
+ options.huggingFaceDatasetsBase ?? HF_DATASETS_BASE
1077
+ );
1078
+ const datasetId = options.datasetId ?? OPENLLM_DATASET_ID;
1079
+ const branch = options.datasetBranch ?? OPENLLM_DATASET_BRANCH;
1080
+ const cacheTtlMs = options.cacheTtlMs ?? 24 * 60 * 60 * 1e3;
1081
+ const minSimilarity = options.minSimilarity ?? 0.6;
1082
+ const pathCache = /* @__PURE__ */ new Map();
1083
+ const orgCache = /* @__PURE__ */ new Map();
1084
+ const listTree = async (context, path) => {
1085
+ const url = `${apiBase}/datasets/${datasetId}/tree/${branch}/${encodeModelIdForPath(path)}`;
1086
+ const payload = await requestJson(url, {
1087
+ fetch: context.fetch,
1088
+ timeoutMs: context.timeoutMs,
1089
+ signal: context.signal
1090
+ });
1091
+ return Array.isArray(payload) ? payload : [];
1092
+ };
1093
+ const latestResultsPath = async (context, dir) => {
1094
+ const candidates = (await listTree(context, dir)).map((entry) => typeof entry.path === "string" ? entry.path : "").filter((path) => path.includes("results_") && path.endsWith(".json"));
1095
+ return candidates.length > 0 ? candidates.sort().at(-1) ?? null : null;
1096
+ };
1097
+ const resolveViaOrg = async (context, huggingFaceId) => {
1098
+ const slashIndex = huggingFaceId.indexOf("/");
1099
+ if (slashIndex <= 0 || slashIndex === huggingFaceId.length - 1) {
1100
+ return null;
1101
+ }
1102
+ const org = huggingFaceId.slice(0, slashIndex);
1103
+ const repo = huggingFaceId.slice(slashIndex + 1);
1104
+ if (!org || !repo) {
1105
+ return null;
1106
+ }
1107
+ const orgKey = org.toLowerCase();
1108
+ let paths;
1109
+ const cached = orgCache.get(orgKey);
1110
+ if (cached && Date.now() - cached.fetchedAt < cacheTtlMs) {
1111
+ paths = cached.paths;
1112
+ } else {
1113
+ try {
1114
+ paths = (await listTree(context, org)).map((entry) => typeof entry.path === "string" ? entry.path : "").filter(
1115
+ (path) => path.startsWith(`${org}/`) && !path.slice(org.length + 1).includes("/") && path.slice(org.length + 1).length > 0
1116
+ );
1117
+ } catch {
1118
+ return null;
1119
+ }
1120
+ orgCache.set(orgKey, { paths, fetchedAt: Date.now() });
1121
+ }
1122
+ if (paths.length === 0) {
1123
+ return null;
1124
+ }
1125
+ const targetTokens = tokenizeForSimilarity(repo);
1126
+ let bestPath = null;
1127
+ let bestSimilarity = 0;
1128
+ for (const path of paths) {
1129
+ const candidateRepo = path.slice(org.length + 1);
1130
+ const similarity = jaccardSimilarity(
1131
+ targetTokens,
1132
+ tokenizeForSimilarity(candidateRepo)
1133
+ );
1134
+ if (similarity > bestSimilarity) {
1135
+ bestSimilarity = similarity;
1136
+ bestPath = path;
1137
+ }
1138
+ }
1139
+ if (!bestPath || bestSimilarity < minSimilarity) {
1140
+ return null;
1141
+ }
1142
+ try {
1143
+ return await latestResultsPath(context, bestPath);
1144
+ } catch {
1145
+ return null;
1146
+ }
1147
+ };
1148
+ const resolveResultsPath = async (context, huggingFaceId) => {
1149
+ const key = huggingFaceId.toLowerCase();
1150
+ const cached = pathCache.get(key);
1151
+ if (cached && Date.now() - cached.fetchedAt < cacheTtlMs) {
1152
+ return cached.path;
1153
+ }
1154
+ let path = null;
1155
+ try {
1156
+ path = await latestResultsPath(context, huggingFaceId);
1157
+ } catch {
1158
+ path = null;
1159
+ }
1160
+ if (!path) {
1161
+ path = await resolveViaOrg(context, huggingFaceId);
1162
+ }
1163
+ pathCache.set(key, { path, fetchedAt: Date.now() });
1164
+ return path;
1165
+ };
1166
+ return async (subject, context) => {
1167
+ const additional = readSubjectAdditional(subject);
1168
+ const huggingFaceId = readString(additional, "huggingFaceModelId") ?? readString(additional, "openrouterHuggingFaceId") ?? resolveModelId(subject);
1169
+ if (!huggingFaceId) {
1170
+ return null;
1171
+ }
1172
+ const resultPath = await resolveResultsPath(context, huggingFaceId);
1173
+ if (!resultPath) {
1174
+ return null;
1175
+ }
1176
+ const url = `${datasetsBase}/${datasetId}/resolve/${branch}/${resultPath}`;
1177
+ const payload = await requestJson(url, {
1178
+ fetch: context.fetch,
1179
+ timeoutMs: context.timeoutMs,
1180
+ signal: context.signal
1181
+ });
1182
+ const results = asRecord(payload)?.results;
1183
+ if (!isJsonObject(results)) {
1184
+ return null;
1185
+ }
1186
+ const metrics = {};
1187
+ for (const groupValue of Object.values(
1188
+ results
1189
+ )) {
1190
+ if (!isJsonObject(groupValue)) {
1191
+ continue;
1192
+ }
1193
+ for (const [name, rawValue] of Object.entries(
1194
+ groupValue
1195
+ )) {
1196
+ const normalizedName = name.trim().toLowerCase();
1197
+ if (!normalizedName || normalizedName.includes("stderr") || normalizedName === "alias") {
1198
+ continue;
1199
+ }
1200
+ const value = parseNumber(rawValue);
1201
+ if (value === null || !shouldIncludeMetric(normalizedName)) {
1202
+ continue;
1203
+ }
1204
+ metrics[name] = value;
1205
+ }
1206
+ }
1207
+ if (Object.keys(metrics).length === 0) {
1208
+ return null;
1209
+ }
1210
+ return [{ model: huggingFaceId, metrics }];
1211
+ };
1212
+ }
1213
+ function createOpenLlmSignalAdapter(options = {}) {
1214
+ const source = options.source ?? createOpenLlmHuggingFaceSource();
1215
+ const collect = async (subject, context) => {
1216
+ const now = context.now.toISOString();
1217
+ const modelId = resolveModelId(subject);
1218
+ if (!modelId) {
1219
+ return [
1220
+ {
1221
+ signalId: "openllm.leaderboard",
1222
+ status: "missing",
1223
+ fields: [
1224
+ {
1225
+ scope: "additional",
1226
+ values: {
1227
+ openLlmEvalStatus: "missing",
1228
+ openLlmEvalUpdatedAt: now
1229
+ }
1230
+ }
1231
+ ]
1232
+ }
1233
+ ];
1234
+ }
1235
+ let rows = null;
1236
+ try {
1237
+ rows = await source(subject, context);
1238
+ } catch (error) {
1239
+ return [
1240
+ {
1241
+ signalId: "openllm.leaderboard",
1242
+ status: statusFromError(error),
1243
+ fields: [
1244
+ {
1245
+ scope: "additional",
1246
+ values: {
1247
+ openLlmEvalStatus: "error",
1248
+ openLlmEvalUpdatedAt: now
1249
+ }
1250
+ }
1251
+ ]
1252
+ }
1253
+ ];
1254
+ }
1255
+ const row = rows?.find((candidate) => modelIdMatches(candidate.model, modelId)) ?? (rows?.length === 1 ? rows[0] : null);
1256
+ if (!row) {
1257
+ return [
1258
+ {
1259
+ signalId: "openllm.leaderboard",
1260
+ status: "missing",
1261
+ fields: [
1262
+ {
1263
+ scope: "additional",
1264
+ values: {
1265
+ openLlmEvalStatus: "missing",
1266
+ openLlmEvalUpdatedAt: now
1267
+ }
1268
+ }
1269
+ ]
1270
+ }
1271
+ ];
1272
+ }
1273
+ const values = Object.values(row.metrics).map(normalizeMetricValue).filter((value) => value !== null);
1274
+ const score = values.length > 0 ? Math.round(
1275
+ values.reduce((sum, v) => sum + v, 0) / values.length * 100
1276
+ ) / 100 : null;
1277
+ return [
1278
+ {
1279
+ signalId: "openllm.leaderboard",
1280
+ status: score === null ? "missing" : "ok",
1281
+ value: score,
1282
+ fields: [
1283
+ {
1284
+ scope: "additional",
1285
+ values: {
1286
+ openLlmEvalScore: score,
1287
+ openLlmEvalMetricsCount: values.length,
1288
+ openLlmEvalStatus: score === null ? "missing" : "ok",
1289
+ openLlmEvalUpdatedAt: now,
1290
+ openLlmEvalSources: [...OPENLLM_EVAL_SOURCES]
1291
+ }
1292
+ }
1293
+ ],
1294
+ provenance: {
1295
+ source: "openllm-leaderboard",
1296
+ subjectId: row.model,
1297
+ fetchedAt: now
1298
+ }
1299
+ }
1300
+ ];
1301
+ };
1302
+ return {
1303
+ id: "openllm-leaderboard",
1304
+ produces: ["openllm.leaderboard"],
1305
+ timeoutMs: options.timeoutMs,
1306
+ includeRegistries: options.includeRegistries ?? DEFAULT_MODEL_REGISTRIES,
1307
+ appliesTo: options.appliesTo,
1308
+ collect
1309
+ };
12
1310
  }
13
1311
  export {
14
- getTopicId
1312
+ buildArenaMatchKeys,
1313
+ computePopularityScore,
1314
+ createChatbotArenaSignalAdapter,
1315
+ createHuggingFaceSignalAdapter,
1316
+ createJsonLeaderboardSource,
1317
+ createOpenLlmHuggingFaceSource,
1318
+ createOpenLlmJsonSource,
1319
+ createOpenLlmSignalAdapter,
1320
+ createOpenLmArenaSource,
1321
+ createOpenRouterBenchmarksSource,
1322
+ createOpenRouterEvalsHttpSource,
1323
+ createOpenRouterEvalsSignalAdapter,
1324
+ extractModelIndexMetrics,
1325
+ modelIdMatches,
1326
+ normalizeLogScore,
1327
+ normalizeMetricValue,
1328
+ resolveHuggingFaceModelId,
1329
+ resolveModelId,
1330
+ shouldIncludeMetric
15
1331
  };
16
1332
  //# sourceMappingURL=standards-sdk.es137.js.map