@tiangong-ai/cli 0.0.51 → 0.0.55

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/AGENTS.md +22 -2
  2. package/README.md +171 -7
  3. package/dist/cli.js +10 -1
  4. package/dist/cli.js.map +1 -1
  5. package/dist/data/builtins.d.ts +1 -0
  6. package/dist/data/builtins.js +40 -0
  7. package/dist/data/builtins.js.map +1 -0
  8. package/dist/data/catalog.d.ts +25 -0
  9. package/dist/data/catalog.js +305 -0
  10. package/dist/data/catalog.js.map +1 -0
  11. package/dist/data/commands.d.ts +9 -0
  12. package/dist/data/commands.js +307 -0
  13. package/dist/data/commands.js.map +1 -0
  14. package/dist/data/connectors/airnow-hourly-observations.d.ts +2 -0
  15. package/dist/data/connectors/airnow-hourly-observations.js +522 -0
  16. package/dist/data/connectors/airnow-hourly-observations.js.map +1 -0
  17. package/dist/data/connectors/airnow-hourly-observations.schemas.d.ts +299 -0
  18. package/dist/data/connectors/airnow-hourly-observations.schemas.js +188 -0
  19. package/dist/data/connectors/airnow-hourly-observations.schemas.js.map +1 -0
  20. package/dist/data/connectors/bluesky-public-posts.d.ts +2 -0
  21. package/dist/data/connectors/bluesky-public-posts.js +705 -0
  22. package/dist/data/connectors/bluesky-public-posts.js.map +1 -0
  23. package/dist/data/connectors/bluesky-public-posts.schemas.d.ts +733 -0
  24. package/dist/data/connectors/bluesky-public-posts.schemas.js +422 -0
  25. package/dist/data/connectors/bluesky-public-posts.schemas.js.map +1 -0
  26. package/dist/data/connectors/epa-eis-records.d.ts +2 -0
  27. package/dist/data/connectors/epa-eis-records.js +566 -0
  28. package/dist/data/connectors/epa-eis-records.js.map +1 -0
  29. package/dist/data/connectors/epa-eis-records.schemas.d.ts +199 -0
  30. package/dist/data/connectors/epa-eis-records.schemas.js +146 -0
  31. package/dist/data/connectors/epa-eis-records.schemas.js.map +1 -0
  32. package/dist/data/connectors/federal-register-documents.d.ts +2 -0
  33. package/dist/data/connectors/federal-register-documents.js +517 -0
  34. package/dist/data/connectors/federal-register-documents.js.map +1 -0
  35. package/dist/data/connectors/federal-register-documents.schemas.d.ts +357 -0
  36. package/dist/data/connectors/federal-register-documents.schemas.js +243 -0
  37. package/dist/data/connectors/federal-register-documents.schemas.js.map +1 -0
  38. package/dist/data/connectors/gdelt-doc-search.d.ts +2 -0
  39. package/dist/data/connectors/gdelt-doc-search.js +658 -0
  40. package/dist/data/connectors/gdelt-doc-search.js.map +1 -0
  41. package/dist/data/connectors/gdelt-doc-search.schemas.d.ts +446 -0
  42. package/dist/data/connectors/gdelt-doc-search.schemas.js +330 -0
  43. package/dist/data/connectors/gdelt-doc-search.schemas.js.map +1 -0
  44. package/dist/data/connectors/gdelt-file-feeds.d.ts +4 -0
  45. package/dist/data/connectors/gdelt-file-feeds.js +591 -0
  46. package/dist/data/connectors/gdelt-file-feeds.js.map +1 -0
  47. package/dist/data/connectors/gdelt-file-feeds.schemas.d.ts +40 -0
  48. package/dist/data/connectors/gdelt-file-feeds.schemas.js +256 -0
  49. package/dist/data/connectors/gdelt-file-feeds.schemas.js.map +1 -0
  50. package/dist/data/connectors/nasa-firms-fire.d.ts +2 -0
  51. package/dist/data/connectors/nasa-firms-fire.js +578 -0
  52. package/dist/data/connectors/nasa-firms-fire.js.map +1 -0
  53. package/dist/data/connectors/nasa-firms-fire.schemas.d.ts +369 -0
  54. package/dist/data/connectors/nasa-firms-fire.schemas.js +238 -0
  55. package/dist/data/connectors/nasa-firms-fire.schemas.js.map +1 -0
  56. package/dist/data/connectors/open-meteo-air-quality.d.ts +2 -0
  57. package/dist/data/connectors/open-meteo-air-quality.js +401 -0
  58. package/dist/data/connectors/open-meteo-air-quality.js.map +1 -0
  59. package/dist/data/connectors/open-meteo-air-quality.schemas.d.ts +335 -0
  60. package/dist/data/connectors/open-meteo-air-quality.schemas.js +225 -0
  61. package/dist/data/connectors/open-meteo-air-quality.schemas.js.map +1 -0
  62. package/dist/data/connectors/open-meteo-flood.d.ts +2 -0
  63. package/dist/data/connectors/open-meteo-flood.js +446 -0
  64. package/dist/data/connectors/open-meteo-flood.js.map +1 -0
  65. package/dist/data/connectors/open-meteo-flood.schemas.d.ts +388 -0
  66. package/dist/data/connectors/open-meteo-flood.schemas.js +227 -0
  67. package/dist/data/connectors/open-meteo-flood.schemas.js.map +1 -0
  68. package/dist/data/connectors/open-meteo-historical-weather.d.ts +2 -0
  69. package/dist/data/connectors/open-meteo-historical-weather.js +468 -0
  70. package/dist/data/connectors/open-meteo-historical-weather.js.map +1 -0
  71. package/dist/data/connectors/open-meteo-historical-weather.schemas.d.ts +420 -0
  72. package/dist/data/connectors/open-meteo-historical-weather.schemas.js +282 -0
  73. package/dist/data/connectors/open-meteo-historical-weather.schemas.js.map +1 -0
  74. package/dist/data/connectors/openaq-air-quality.d.ts +2 -0
  75. package/dist/data/connectors/openaq-air-quality.js +734 -0
  76. package/dist/data/connectors/openaq-air-quality.js.map +1 -0
  77. package/dist/data/connectors/openaq-air-quality.schemas.d.ts +1067 -0
  78. package/dist/data/connectors/openaq-air-quality.schemas.js +512 -0
  79. package/dist/data/connectors/openaq-air-quality.schemas.js.map +1 -0
  80. package/dist/data/connectors/regulations-gov-attachments.d.ts +2 -0
  81. package/dist/data/connectors/regulations-gov-attachments.js +486 -0
  82. package/dist/data/connectors/regulations-gov-attachments.js.map +1 -0
  83. package/dist/data/connectors/regulations-gov-attachments.schemas.d.ts +270 -0
  84. package/dist/data/connectors/regulations-gov-attachments.schemas.js +181 -0
  85. package/dist/data/connectors/regulations-gov-attachments.schemas.js.map +1 -0
  86. package/dist/data/connectors/regulations-gov-comments.d.ts +2 -0
  87. package/dist/data/connectors/regulations-gov-comments.js +718 -0
  88. package/dist/data/connectors/regulations-gov-comments.js.map +1 -0
  89. package/dist/data/connectors/regulations-gov-comments.schemas.d.ts +717 -0
  90. package/dist/data/connectors/regulations-gov-comments.schemas.js +389 -0
  91. package/dist/data/connectors/regulations-gov-comments.schemas.js.map +1 -0
  92. package/dist/data/connectors/usbr-project-records.d.ts +2 -0
  93. package/dist/data/connectors/usbr-project-records.js +467 -0
  94. package/dist/data/connectors/usbr-project-records.js.map +1 -0
  95. package/dist/data/connectors/usbr-project-records.schemas.d.ts +194 -0
  96. package/dist/data/connectors/usbr-project-records.schemas.js +137 -0
  97. package/dist/data/connectors/usbr-project-records.schemas.js.map +1 -0
  98. package/dist/data/connectors/usbr-rise.d.ts +2 -0
  99. package/dist/data/connectors/usbr-rise.js +625 -0
  100. package/dist/data/connectors/usbr-rise.js.map +1 -0
  101. package/dist/data/connectors/usbr-rise.schemas.d.ts +623 -0
  102. package/dist/data/connectors/usbr-rise.schemas.js +407 -0
  103. package/dist/data/connectors/usbr-rise.schemas.js.map +1 -0
  104. package/dist/data/connectors/usgs-water-instantaneous-values.d.ts +2 -0
  105. package/dist/data/connectors/usgs-water-instantaneous-values.js +521 -0
  106. package/dist/data/connectors/usgs-water-instantaneous-values.js.map +1 -0
  107. package/dist/data/connectors/usgs-water-instantaneous-values.schemas.d.ts +496 -0
  108. package/dist/data/connectors/usgs-water-instantaneous-values.schemas.js +309 -0
  109. package/dist/data/connectors/usgs-water-instantaneous-values.schemas.js.map +1 -0
  110. package/dist/data/connectors/youtube-public-content.d.ts +2 -0
  111. package/dist/data/connectors/youtube-public-content.js +974 -0
  112. package/dist/data/connectors/youtube-public-content.js.map +1 -0
  113. package/dist/data/connectors/youtube-public-content.schemas.d.ts +773 -0
  114. package/dist/data/connectors/youtube-public-content.schemas.js +567 -0
  115. package/dist/data/connectors/youtube-public-content.schemas.js.map +1 -0
  116. package/dist/data/contracts.d.ts +374 -0
  117. package/dist/data/contracts.js +10 -0
  118. package/dist/data/contracts.js.map +1 -0
  119. package/dist/data/runtime/artifacts.d.ts +6 -0
  120. package/dist/data/runtime/artifacts.js +103 -0
  121. package/dist/data/runtime/artifacts.js.map +1 -0
  122. package/dist/data/runtime/bounded-http.d.ts +10 -0
  123. package/dist/data/runtime/bounded-http.js +403 -0
  124. package/dist/data/runtime/bounded-http.js.map +1 -0
  125. package/dist/data/runtime/canonical-json.d.ts +3 -0
  126. package/dist/data/runtime/canonical-json.js +59 -0
  127. package/dist/data/runtime/canonical-json.js.map +1 -0
  128. package/dist/data/runtime/credentials.d.ts +14 -0
  129. package/dist/data/runtime/credentials.js +67 -0
  130. package/dist/data/runtime/credentials.js.map +1 -0
  131. package/dist/data/runtime/csv.d.ts +4 -0
  132. package/dist/data/runtime/csv.js +51 -0
  133. package/dist/data/runtime/csv.js.map +1 -0
  134. package/dist/data/runtime/errors.d.ts +22 -0
  135. package/dist/data/runtime/errors.js +101 -0
  136. package/dist/data/runtime/errors.js.map +1 -0
  137. package/dist/data/runtime/execute.d.ts +11 -0
  138. package/dist/data/runtime/execute.js +358 -0
  139. package/dist/data/runtime/execute.js.map +1 -0
  140. package/dist/data/runtime/receipts.d.ts +13 -0
  141. package/dist/data/runtime/receipts.js +38 -0
  142. package/dist/data/runtime/receipts.js.map +1 -0
  143. package/dist/data/schemas/catalog.v1.json +73 -0
  144. package/dist/data/schemas/core-receipt.v1.json +117 -0
  145. package/dist/data/schemas/describe.v1.json +24 -0
  146. package/dist/data/schemas/discovery.v1.json +130 -0
  147. package/dist/data/schemas/doctor.v1.json +40 -0
  148. package/dist/data/schemas/error.v1.json +48 -0
  149. package/dist/data/schemas/manifest.v1.json +174 -0
  150. package/dist/data/schemas/run-request.v1.json +37 -0
  151. package/dist/data/schemas/run-result.v1.json +77 -0
  152. package/dist/data/schemas.d.ts +27 -0
  153. package/dist/data/schemas.js +69 -0
  154. package/dist/data/schemas.js.map +1 -0
  155. package/dist/env.js.map +1 -1
  156. package/dist/errors.js.map +1 -1
  157. package/dist/http.js.map +1 -1
  158. package/dist/kb/config.js.map +1 -1
  159. package/dist/kb/pipeline-health.js.map +1 -1
  160. package/dist/research/orchestration.js +54 -7
  161. package/dist/research/orchestration.js.map +1 -1
  162. package/dist/research/workspace/acquisition.js.map +1 -1
  163. package/dist/research/workspace/audit-bundle.js +7 -2
  164. package/dist/research/workspace/audit-bundle.js.map +1 -1
  165. package/dist/research/workspace/broker.js.map +1 -1
  166. package/dist/research/workspace/constants.js.map +1 -1
  167. package/dist/research/workspace/credentials.d.ts +3 -0
  168. package/dist/research/workspace/credentials.js +20 -3
  169. package/dist/research/workspace/credentials.js.map +1 -1
  170. package/dist/research/workspace/data-evidence-adapter.d.ts +60 -0
  171. package/dist/research/workspace/data-evidence-adapter.js +314 -0
  172. package/dist/research/workspace/data-evidence-adapter.js.map +1 -0
  173. package/dist/research/workspace/discovery-status.js +10 -7
  174. package/dist/research/workspace/discovery-status.js.map +1 -1
  175. package/dist/research/workspace/discovery.js +12 -11
  176. package/dist/research/workspace/discovery.js.map +1 -1
  177. package/dist/research/workspace/evidence-ledger.d.ts +8 -1
  178. package/dist/research/workspace/evidence-ledger.js +46 -2
  179. package/dist/research/workspace/evidence-ledger.js.map +1 -1
  180. package/dist/research/workspace/evidence.d.ts +31 -0
  181. package/dist/research/workspace/evidence.js +77 -0
  182. package/dist/research/workspace/evidence.js.map +1 -1
  183. package/dist/research/workspace/executor.js.map +1 -1
  184. package/dist/research/workspace/external-skills.d.ts +49 -49
  185. package/dist/research/workspace/external-skills.js.map +1 -1
  186. package/dist/research/workspace/platform-capabilities.js.map +1 -1
  187. package/dist/research/workspace/preflight.d.ts +4 -4
  188. package/dist/research/workspace/preflight.js +33 -8
  189. package/dist/research/workspace/preflight.js.map +1 -1
  190. package/dist/research/workspace/projects.js.map +1 -1
  191. package/dist/research/workspace/publication.js.map +1 -1
  192. package/dist/research/workspace/research-policy-wizard.js.map +1 -1
  193. package/dist/research/workspace/research-policy.js.map +1 -1
  194. package/dist/research/workspace/runtime.d.ts +7 -0
  195. package/dist/research/workspace/runtime.js +77 -20
  196. package/dist/research/workspace/runtime.js.map +1 -1
  197. package/dist/research/workspace/sanitization.js.map +1 -1
  198. package/dist/research/workspace/schemas.js +1 -1
  199. package/dist/research/workspace/schemas.js.map +1 -1
  200. package/dist/research/workspace/scientific-design.js.map +1 -1
  201. package/dist/research/workspace/scientific-review.js.map +1 -1
  202. package/dist/research/workspace/setup-catalog.d.ts +9 -9
  203. package/dist/research/workspace/setup-catalog.js +2 -2
  204. package/dist/research/workspace/setup-catalog.js.map +1 -1
  205. package/dist/research/workspace/setup-declarative.js.map +1 -1
  206. package/dist/research/workspace/setup-instructions.d.ts +42 -0
  207. package/dist/research/workspace/setup-instructions.js +413 -0
  208. package/dist/research/workspace/setup-instructions.js.map +1 -0
  209. package/dist/research/workspace/setup-invocation.js.map +1 -1
  210. package/dist/research/workspace/setup-wizard.js +7 -0
  211. package/dist/research/workspace/setup-wizard.js.map +1 -1
  212. package/dist/research/workspace/setup.d.ts +18 -15
  213. package/dist/research/workspace/setup.js +68 -3
  214. package/dist/research/workspace/setup.js.map +1 -1
  215. package/dist/research/workspace/workspace.js.map +1 -1
  216. package/package.json +3 -3
@@ -0,0 +1,40 @@
1
+ import type { JsonSchema } from "../contracts.js";
2
+ export declare const GDELT_FILE_FEED_INPUT_SCHEMA: {
3
+ readonly $schema: "https://json-schema.org/draft/2020-12/schema";
4
+ readonly $id: "https://schemas.tiangong.ai/data/gdelt/file-feed-input.v1.json";
5
+ readonly type: "object";
6
+ readonly additionalProperties: false;
7
+ readonly required: readonly ["mode"];
8
+ readonly properties: {
9
+ readonly mode: {
10
+ readonly enum: readonly ["latest", "range"];
11
+ readonly description: "Fetch the latest published file or select the first bounded files whose 15-minute timestamps fall in an inclusive UTC range.";
12
+ readonly examples: readonly ["latest"];
13
+ };
14
+ readonly startDateTime: {
15
+ readonly type: "string";
16
+ readonly pattern: "^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z$";
17
+ readonly description: "Inclusive canonical UTC lower bound; the first selected file is the first 15-minute snapshot at or after this instant.";
18
+ readonly examples: readonly ["2026-03-01T12:00:00Z"];
19
+ };
20
+ readonly endDateTime: {
21
+ readonly type: "string";
22
+ readonly pattern: "^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z$";
23
+ readonly description: "Inclusive canonical UTC upper bound; required only for range mode.";
24
+ readonly examples: readonly ["2026-03-01T12:15:00Z"];
25
+ };
26
+ readonly maxFiles: {
27
+ readonly type: "integer";
28
+ readonly minimum: 1;
29
+ readonly maximum: 20;
30
+ readonly description: "Hard ceiling for files selected from the latest index or a potentially larger range.";
31
+ readonly examples: readonly [4];
32
+ };
33
+ };
34
+ };
35
+ export declare const GDELT_EVENT_FIELDS: readonly ["globalEventId", "day", "monthYear", "year", "fractionDate", "actor1Code", "actor1Name", "actor1CountryCode", "actor1KnownGroupCode", "actor1EthnicCode", "actor1Religion1Code", "actor1Religion2Code", "actor1Type1Code", "actor1Type2Code", "actor1Type3Code", "actor2Code", "actor2Name", "actor2CountryCode", "actor2KnownGroupCode", "actor2EthnicCode", "actor2Religion1Code", "actor2Religion2Code", "actor2Type1Code", "actor2Type2Code", "actor2Type3Code", "isRootEvent", "eventCode", "eventBaseCode", "eventRootCode", "quadClass", "goldsteinScale", "numMentions", "numSources", "numArticles", "averageTone", "actor1GeoType", "actor1GeoFullName", "actor1GeoCountryCode", "actor1GeoAdm1Code", "actor1GeoAdm2Code", "actor1GeoLatitude", "actor1GeoLongitude", "actor1GeoFeatureId", "actor2GeoType", "actor2GeoFullName", "actor2GeoCountryCode", "actor2GeoAdm1Code", "actor2GeoAdm2Code", "actor2GeoLatitude", "actor2GeoLongitude", "actor2GeoFeatureId", "actionGeoType", "actionGeoFullName", "actionGeoCountryCode", "actionGeoAdm1Code", "actionGeoAdm2Code", "actionGeoLatitude", "actionGeoLongitude", "actionGeoFeatureId", "dateAdded", "sourceUrl"];
36
+ export declare const GDELT_GKG_FIELDS: readonly ["recordId", "date", "sourceCollectionIdentifier", "sourceCommonName", "documentIdentifier", "counts", "enhancedCounts", "themes", "enhancedThemes", "locations", "enhancedLocations", "persons", "enhancedPersons", "organizations", "enhancedOrganizations", "tone", "enhancedDates", "gcam", "sharingImage", "relatedImages", "socialImageEmbeds", "socialVideoEmbeds", "quotations", "allNames", "amounts", "translationInfo", "extrasXml"];
37
+ export declare const GDELT_MENTION_FIELDS: readonly ["globalEventId", "eventTimeDate", "mentionTimeDate", "mentionType", "mentionSourceName", "mentionIdentifier", "sentenceId", "actor1CharacterOffset", "actor2CharacterOffset", "actionCharacterOffset", "inRawText", "confidence", "mentionDocumentLength", "mentionDocumentTone", "mentionDocumentTranslationInfo", "extras"];
38
+ export declare const GDELT_EVENTS_OUTPUT_SCHEMA: JsonSchema;
39
+ export declare const GDELT_GKG_OUTPUT_SCHEMA: JsonSchema;
40
+ export declare const GDELT_MENTIONS_OUTPUT_SCHEMA: JsonSchema;
@@ -0,0 +1,256 @@
1
+ const RFC3339_PATTERN = "^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z$";
2
+ export const GDELT_FILE_FEED_INPUT_SCHEMA = {
3
+ $schema: "https://json-schema.org/draft/2020-12/schema",
4
+ $id: "https://schemas.tiangong.ai/data/gdelt/file-feed-input.v1.json",
5
+ type: "object",
6
+ additionalProperties: false,
7
+ required: ["mode"],
8
+ properties: {
9
+ mode: {
10
+ enum: ["latest", "range"],
11
+ description: "Fetch the latest published file or select the first bounded files whose 15-minute timestamps fall in an inclusive UTC range.",
12
+ examples: ["latest"],
13
+ },
14
+ startDateTime: {
15
+ type: "string",
16
+ pattern: RFC3339_PATTERN,
17
+ description: "Inclusive canonical UTC lower bound; the first selected file is the first 15-minute snapshot at or after this instant.",
18
+ examples: ["2026-03-01T12:00:00Z"],
19
+ },
20
+ endDateTime: {
21
+ type: "string",
22
+ pattern: RFC3339_PATTERN,
23
+ description: "Inclusive canonical UTC upper bound; required only for range mode.",
24
+ examples: ["2026-03-01T12:15:00Z"],
25
+ },
26
+ maxFiles: {
27
+ type: "integer",
28
+ minimum: 1,
29
+ maximum: 20,
30
+ description: "Hard ceiling for files selected from the latest index or a potentially larger range.",
31
+ examples: [4],
32
+ },
33
+ },
34
+ };
35
+ export const GDELT_EVENT_FIELDS = [
36
+ "globalEventId",
37
+ "day",
38
+ "monthYear",
39
+ "year",
40
+ "fractionDate",
41
+ "actor1Code",
42
+ "actor1Name",
43
+ "actor1CountryCode",
44
+ "actor1KnownGroupCode",
45
+ "actor1EthnicCode",
46
+ "actor1Religion1Code",
47
+ "actor1Religion2Code",
48
+ "actor1Type1Code",
49
+ "actor1Type2Code",
50
+ "actor1Type3Code",
51
+ "actor2Code",
52
+ "actor2Name",
53
+ "actor2CountryCode",
54
+ "actor2KnownGroupCode",
55
+ "actor2EthnicCode",
56
+ "actor2Religion1Code",
57
+ "actor2Religion2Code",
58
+ "actor2Type1Code",
59
+ "actor2Type2Code",
60
+ "actor2Type3Code",
61
+ "isRootEvent",
62
+ "eventCode",
63
+ "eventBaseCode",
64
+ "eventRootCode",
65
+ "quadClass",
66
+ "goldsteinScale",
67
+ "numMentions",
68
+ "numSources",
69
+ "numArticles",
70
+ "averageTone",
71
+ "actor1GeoType",
72
+ "actor1GeoFullName",
73
+ "actor1GeoCountryCode",
74
+ "actor1GeoAdm1Code",
75
+ "actor1GeoAdm2Code",
76
+ "actor1GeoLatitude",
77
+ "actor1GeoLongitude",
78
+ "actor1GeoFeatureId",
79
+ "actor2GeoType",
80
+ "actor2GeoFullName",
81
+ "actor2GeoCountryCode",
82
+ "actor2GeoAdm1Code",
83
+ "actor2GeoAdm2Code",
84
+ "actor2GeoLatitude",
85
+ "actor2GeoLongitude",
86
+ "actor2GeoFeatureId",
87
+ "actionGeoType",
88
+ "actionGeoFullName",
89
+ "actionGeoCountryCode",
90
+ "actionGeoAdm1Code",
91
+ "actionGeoAdm2Code",
92
+ "actionGeoLatitude",
93
+ "actionGeoLongitude",
94
+ "actionGeoFeatureId",
95
+ "dateAdded",
96
+ "sourceUrl",
97
+ ];
98
+ export const GDELT_GKG_FIELDS = [
99
+ "recordId",
100
+ "date",
101
+ "sourceCollectionIdentifier",
102
+ "sourceCommonName",
103
+ "documentIdentifier",
104
+ "counts",
105
+ "enhancedCounts",
106
+ "themes",
107
+ "enhancedThemes",
108
+ "locations",
109
+ "enhancedLocations",
110
+ "persons",
111
+ "enhancedPersons",
112
+ "organizations",
113
+ "enhancedOrganizations",
114
+ "tone",
115
+ "enhancedDates",
116
+ "gcam",
117
+ "sharingImage",
118
+ "relatedImages",
119
+ "socialImageEmbeds",
120
+ "socialVideoEmbeds",
121
+ "quotations",
122
+ "allNames",
123
+ "amounts",
124
+ "translationInfo",
125
+ "extrasXml",
126
+ ];
127
+ export const GDELT_MENTION_FIELDS = [
128
+ "globalEventId",
129
+ "eventTimeDate",
130
+ "mentionTimeDate",
131
+ "mentionType",
132
+ "mentionSourceName",
133
+ "mentionIdentifier",
134
+ "sentenceId",
135
+ "actor1CharacterOffset",
136
+ "actor2CharacterOffset",
137
+ "actionCharacterOffset",
138
+ "inRawText",
139
+ "confidence",
140
+ "mentionDocumentLength",
141
+ "mentionDocumentTone",
142
+ "mentionDocumentTranslationInfo",
143
+ "extras",
144
+ ];
145
+ function exactFieldsSchema(fields) {
146
+ return {
147
+ type: "object",
148
+ additionalProperties: false,
149
+ required: [...fields],
150
+ properties: Object.fromEntries(fields.map((field) => [field, { type: "string" }])),
151
+ };
152
+ }
153
+ function fileFeedOutputSchema(dataset, fields) {
154
+ return {
155
+ $schema: "https://json-schema.org/draft/2020-12/schema",
156
+ $id: `https://schemas.tiangong.ai/data/gdelt/${dataset}-output.v1.json`,
157
+ type: "object",
158
+ additionalProperties: false,
159
+ required: ["source", "query", "files", "records", "failures", "stopReason"],
160
+ properties: {
161
+ source: {
162
+ type: "object",
163
+ additionalProperties: false,
164
+ required: ["providerId", "dataset", "cadence", "metadataOnly"],
165
+ properties: {
166
+ providerId: { const: "gdelt" },
167
+ dataset: { const: dataset },
168
+ cadence: { const: "15 minutes" },
169
+ metadataOnly: { const: false },
170
+ },
171
+ },
172
+ query: {
173
+ type: "object",
174
+ additionalProperties: false,
175
+ required: ["mode", "startDateTime", "endDateTime", "maxFiles"],
176
+ properties: {
177
+ mode: { enum: ["latest", "range"] },
178
+ startDateTime: { type: ["string", "null"] },
179
+ endDateTime: { type: ["string", "null"] },
180
+ maxFiles: { type: "integer", minimum: 1, maximum: 20 },
181
+ },
182
+ },
183
+ files: {
184
+ type: "array",
185
+ items: {
186
+ type: "object",
187
+ additionalProperties: false,
188
+ required: [
189
+ "timestamp",
190
+ "fileName",
191
+ "compressedBytes",
192
+ "sha256",
193
+ "uncompressedBytes",
194
+ "rowCount",
195
+ "validRowCount",
196
+ "invalidRowCount",
197
+ "validationIssues",
198
+ "verifiedMd5",
199
+ "crc32Verified",
200
+ ],
201
+ properties: {
202
+ timestamp: { type: "string", pattern: "^\\d{14}$" },
203
+ fileName: { type: "string", minLength: 1 },
204
+ compressedBytes: { type: "integer", minimum: 1 },
205
+ sha256: { type: "string", pattern: "^[0-9a-f]{64}$" },
206
+ uncompressedBytes: { type: "integer", minimum: 0 },
207
+ rowCount: { type: "integer", minimum: 0 },
208
+ validRowCount: { type: "integer", minimum: 0 },
209
+ invalidRowCount: { type: "integer", minimum: 0 },
210
+ validationIssues: {
211
+ type: "array",
212
+ maxItems: 20,
213
+ items: { type: "string", minLength: 1 },
214
+ },
215
+ verifiedMd5: { type: ["boolean", "null"] },
216
+ crc32Verified: { const: true },
217
+ },
218
+ },
219
+ },
220
+ records: {
221
+ type: "array",
222
+ items: {
223
+ type: "object",
224
+ additionalProperties: false,
225
+ required: ["recordIndex", "sourceFileTimestamp", "sourceFileName", "fields"],
226
+ properties: {
227
+ recordIndex: { type: "integer", minimum: 0 },
228
+ sourceFileTimestamp: { type: "string", pattern: "^\\d{14}$" },
229
+ sourceFileName: { type: "string", minLength: 1 },
230
+ fields: exactFieldsSchema(fields),
231
+ },
232
+ },
233
+ },
234
+ failures: {
235
+ type: "array",
236
+ items: {
237
+ type: "object",
238
+ additionalProperties: false,
239
+ required: ["fileName", "code", "retryable"],
240
+ properties: {
241
+ fileName: { type: "string", minLength: 1 },
242
+ code: { type: "string", minLength: 1 },
243
+ retryable: { type: "boolean" },
244
+ },
245
+ },
246
+ },
247
+ stopReason: {
248
+ enum: ["completed", "no-results", "max-files", "max-records", "partial"],
249
+ },
250
+ },
251
+ };
252
+ }
253
+ export const GDELT_EVENTS_OUTPUT_SCHEMA = fileFeedOutputSchema("events", GDELT_EVENT_FIELDS);
254
+ export const GDELT_GKG_OUTPUT_SCHEMA = fileFeedOutputSchema("gkg", GDELT_GKG_FIELDS);
255
+ export const GDELT_MENTIONS_OUTPUT_SCHEMA = fileFeedOutputSchema("mentions", GDELT_MENTION_FIELDS);
256
+ //# sourceMappingURL=gdelt-file-feeds.schemas.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gdelt-file-feeds.schemas.js","sourceRoot":"","sources":["../../../src/data/connectors/gdelt-file-feeds.schemas.ts"],"names":[],"mappings":"AAEA,MAAM,eAAe,GAAG,8CAA8C,CAAC;AAEvE,MAAM,CAAC,MAAM,4BAA4B,GAAG;IAC1C,OAAO,EAAE,8CAA8C;IACvD,GAAG,EAAE,gEAAgE;IACrE,IAAI,EAAE,QAAQ;IACd,oBAAoB,EAAE,KAAK;IAC3B,QAAQ,EAAE,CAAC,MAAM,CAAC;IAClB,UAAU,EAAE;QACV,IAAI,EAAE;YACJ,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC;YACzB,WAAW,EACT,8HAA8H;YAChI,QAAQ,EAAE,CAAC,QAAQ,CAAC;SACrB;QACD,aAAa,EAAE;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,eAAe;YACxB,WAAW,EACT,wHAAwH;YAC1H,QAAQ,EAAE,CAAC,sBAAsB,CAAC;SACnC;QACD,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,eAAe;YACxB,WAAW,EAAE,oEAAoE;YACjF,QAAQ,EAAE,CAAC,sBAAsB,CAAC;SACnC;QACD,QAAQ,EAAE;YACR,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,EAAE;YACX,WAAW,EACT,sFAAsF;YACxF,QAAQ,EAAE,CAAC,CAAC,CAAC;SACd;KACF;CAC4B,CAAC;AAEhC,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,eAAe;IACf,KAAK;IACL,WAAW;IACX,MAAM;IACN,cAAc;IACd,YAAY;IACZ,YAAY;IACZ,mBAAmB;IACnB,sBAAsB;IACtB,kBAAkB;IAClB,qBAAqB;IACrB,qBAAqB;IACrB,iBAAiB;IACjB,iBAAiB;IACjB,iBAAiB;IACjB,YAAY;IACZ,YAAY;IACZ,mBAAmB;IACnB,sBAAsB;IACtB,kBAAkB;IAClB,qBAAqB;IACrB,qBAAqB;IACrB,iBAAiB;IACjB,iBAAiB;IACjB,iBAAiB;IACjB,aAAa;IACb,WAAW;IACX,eAAe;IACf,eAAe;IACf,WAAW;IACX,gBAAgB;IAChB,aAAa;IACb,YAAY;IACZ,aAAa;IACb,aAAa;IACb,eAAe;IACf,mBAAmB;IACnB,sBAAsB;IACtB,mBAAmB;IACnB,mBAAmB;IACnB,mBAAmB;IACnB,oBAAoB;IACpB,oBAAoB;IACpB,eAAe;IACf,mBAAmB;IACnB,sBAAsB;IACtB,mBAAmB;IACnB,mBAAmB;IACnB,mBAAmB;IACnB,oBAAoB;IACpB,oBAAoB;IACpB,eAAe;IACf,mBAAmB;IACnB,sBAAsB;IACtB,mBAAmB;IACnB,mBAAmB;IACnB,mBAAmB;IACnB,oBAAoB;IACpB,oBAAoB;IACpB,WAAW;IACX,WAAW;CACH,CAAC;AAEX,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,UAAU;IACV,MAAM;IACN,4BAA4B;IAC5B,kBAAkB;IAClB,oBAAoB;IACpB,QAAQ;IACR,gBAAgB;IAChB,QAAQ;IACR,gBAAgB;IAChB,WAAW;IACX,mBAAmB;IACnB,SAAS;IACT,iBAAiB;IACjB,eAAe;IACf,uBAAuB;IACvB,MAAM;IACN,eAAe;IACf,MAAM;IACN,cAAc;IACd,eAAe;IACf,mBAAmB;IACnB,mBAAmB;IACnB,YAAY;IACZ,UAAU;IACV,SAAS;IACT,iBAAiB;IACjB,WAAW;CACH,CAAC;AAEX,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,eAAe;IACf,eAAe;IACf,iBAAiB;IACjB,aAAa;IACb,mBAAmB;IACnB,mBAAmB;IACnB,YAAY;IACZ,uBAAuB;IACvB,uBAAuB;IACvB,uBAAuB;IACvB,WAAW;IACX,YAAY;IACZ,uBAAuB;IACvB,qBAAqB;IACrB,gCAAgC;IAChC,QAAQ;CACA,CAAC;AAEX,SAAS,iBAAiB,CAAC,MAAyB;IAClD,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,oBAAoB,EAAE,KAAK;QAC3B,QAAQ,EAAE,CAAC,GAAG,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;KACnF,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAAsC,EACtC,MAAyB;IAEzB,OAAO;QACL,OAAO,EAAE,8CAA8C;QACvD,GAAG,EAAE,0CAA0C,OAAO,iBAAiB;QACvE,IAAI,EAAE,QAAQ;QACd,oBAAoB,EAAE,KAAK;QAC3B,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,CAAC;QAC3E,UAAU,EAAE;YACV,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,oBAAoB,EAAE,KAAK;gBAC3B,QAAQ,EAAE,CAAC,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,cAAc,CAAC;gBAC9D,UAAU,EAAE;oBACV,UAAU,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;oBAC9B,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;oBAC3B,OAAO,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;oBAChC,YAAY,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;iBAC/B;aACF;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,oBAAoB,EAAE,KAAK;gBAC3B,QAAQ,EAAE,CAAC,MAAM,EAAE,eAAe,EAAE,aAAa,EAAE,UAAU,CAAC;gBAC9D,UAAU,EAAE;oBACV,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE;oBACnC,aAAa,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE;oBAC3C,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE;oBACzC,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;iBACvD;aACF;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,oBAAoB,EAAE,KAAK;oBAC3B,QAAQ,EAAE;wBACR,WAAW;wBACX,UAAU;wBACV,iBAAiB;wBACjB,QAAQ;wBACR,mBAAmB;wBACnB,UAAU;wBACV,eAAe;wBACf,iBAAiB;wBACjB,kBAAkB;wBAClB,aAAa;wBACb,eAAe;qBAChB;oBACD,UAAU,EAAE;wBACV,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE;wBACnD,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;wBAC1C,eAAe,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;wBAChD,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE;wBACrD,iBAAiB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;wBAClD,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;wBACzC,aAAa,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;wBAC9C,eAAe,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;wBAChD,gBAAgB,EAAE;4BAChB,IAAI,EAAE,OAAO;4BACb,QAAQ,EAAE,EAAE;4BACZ,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;yBACxC;wBACD,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE;wBAC1C,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;qBAC/B;iBACF;aACF;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,oBAAoB,EAAE,KAAK;oBAC3B,QAAQ,EAAE,CAAC,aAAa,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,QAAQ,CAAC;oBAC5E,UAAU,EAAE;wBACV,WAAW,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;wBAC5C,mBAAmB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE;wBAC7D,cAAc,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;wBAChD,MAAM,EAAE,iBAAiB,CAAC,MAAM,CAAC;qBAClC;iBACF;aACF;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,oBAAoB,EAAE,KAAK;oBAC3B,QAAQ,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,CAAC;oBAC3C,UAAU,EAAE;wBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;wBAC1C,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;wBACtC,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;qBAC/B;iBACF;aACF;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,SAAS,CAAC;aACzE;SACF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,0BAA0B,GAAG,oBAAoB,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;AAC7F,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;AACrF,MAAM,CAAC,MAAM,4BAA4B,GAAG,oBAAoB,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ import type { DataConnectorDefinition } from "../contracts.js";
2
+ export declare const nasaFirmsFireConnector: DataConnectorDefinition;