gdelt-ts-client 1.2.3 → 1.2.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"type-guards.d.ts","sourceRoot":"","sources":["../../src/types/type-guards.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,EACL,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,EACjB,0BAA0B,EAC1B,kBAAkB,EAClB,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,6BAA6B,CAAC;AAIrC;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI,iBAAiB,CAOnF;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAE5F;AAID;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI,oBAAoB,
|
|
1
|
+
{"version":3,"file":"type-guards.d.ts","sourceRoot":"","sources":["../../src/types/type-guards.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,EACL,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,EACjB,0BAA0B,EAC1B,kBAAkB,EAClB,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,6BAA6B,CAAC;AAIrC;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI,iBAAiB,CAOnF;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAE5F;AAID;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI,oBAAoB,CAmBzF;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI,qBAAqB,CAmB3F;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI,iBAAiB,CAqBnF;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI,0BAA0B,CAmBrG;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI,kBAAkB,CAqBrF;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI,kBAAkB,CAqBrF;AAID;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI,MAAM,CAE3E;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,OAAO,GAAG,QAAQ,IAAI;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAO/F;AAID;;GAEG;AACH,wBAAgB,2BAA2B,CAAC,CAAC,SAAS,iBAAiB,EACrE,QAAQ,EAAE,OAAO,EACjB,cAAc,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,GAC1B,QAAQ,IAAI,CAAC,CAMf;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,CAAC,EACrC,GAAG,EAAE,OAAO,EACZ,YAAY,EAAE,MAAM,EACpB,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,IAAI,CAAC,GAC3C,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAgB5B;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,GAAG,EAAE,OAAO,EACZ,YAAY,EAAE,MAAM,EACpB,GAAG,CAAC,EAAE,MAAM,EACZ,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAoBT;AAID;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,CAAC,SAAS,iBAAiB,EACjE,QAAQ,EAAE,CAAC,GACV,QAAQ,IAAI,CAAC,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAMnC;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,CAAC,SAAS,iBAAiB,EACpE,QAAQ,EAAE,CAAC,GACV,QAAQ,IAAI,CAAC,GAAG;IAAE,QAAQ,EAAE,OAAO,EAAE,CAAA;CAAE,CAKzC;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,CAAC,SAAS,iBAAiB,EAClE,QAAQ,EAAE,CAAC,GACV,QAAQ,IAAI,CAAC,GAAG;IAAE,MAAM,EAAE,OAAO,EAAE,CAAA;CAAE,CAKvC;AAID;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,SAAS,iBAAiB,EAC1D,QAAQ,EAAE,OAAO,EACjB,SAAS,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,QAAQ,IAAI,CAAC,EAC/C,OAAO,GAAE,yBAA8B,GACtC,QAAQ,IAAI,CAAC,CA2Bf;AAID,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;CAkBb,CAAC"}
|
|
@@ -50,7 +50,6 @@ function isArticleListResponse(response) {
|
|
|
50
50
|
Array.isArray(articleResponse.articles) &&
|
|
51
51
|
// Validate that each article has required properties
|
|
52
52
|
articleResponse.articles.every(article => article === null || (typeof article === 'object' &&
|
|
53
|
-
article &&
|
|
54
53
|
'url' in article &&
|
|
55
54
|
typeof article.url === 'string')));
|
|
56
55
|
}
|
|
@@ -66,7 +65,6 @@ function isImageCollageResponse(response) {
|
|
|
66
65
|
Array.isArray(imageResponse.images) &&
|
|
67
66
|
// Validate that each image has required properties
|
|
68
67
|
imageResponse.images.every(image => image === null || (typeof image === 'object' &&
|
|
69
|
-
image &&
|
|
70
68
|
'url' in image &&
|
|
71
69
|
typeof image.url === 'string')));
|
|
72
70
|
}
|
|
@@ -82,7 +80,6 @@ function isTimelineResponse(response) {
|
|
|
82
80
|
Array.isArray(timelineResponse.timeline) &&
|
|
83
81
|
// Validate that each timeline point has required properties
|
|
84
82
|
timelineResponse.timeline.every(point => point === null || (typeof point === 'object' &&
|
|
85
|
-
point &&
|
|
86
83
|
'date' in point &&
|
|
87
84
|
'value' in point &&
|
|
88
85
|
typeof point.date === 'string' &&
|
|
@@ -100,7 +97,6 @@ function isTimelineBreakdownResponse(response) {
|
|
|
100
97
|
Array.isArray(breakdownResponse.data) &&
|
|
101
98
|
// Validate breakdown data structure
|
|
102
99
|
breakdownResponse.data.every(item => item === null || (typeof item === 'object' &&
|
|
103
|
-
item &&
|
|
104
100
|
'date' in item &&
|
|
105
101
|
typeof item.date === 'string')));
|
|
106
102
|
}
|
|
@@ -116,7 +112,6 @@ function isToneChartResponse(response) {
|
|
|
116
112
|
Array.isArray(toneResponse.tonechart) &&
|
|
117
113
|
// Validate that each tone chart entry has required properties
|
|
118
114
|
toneResponse.tonechart.every(entry => entry === null || (typeof entry === 'object' &&
|
|
119
|
-
entry &&
|
|
120
115
|
'bin' in entry &&
|
|
121
116
|
'count' in entry &&
|
|
122
117
|
typeof entry.bin === 'number' &&
|
|
@@ -134,7 +129,6 @@ function isWordCloudResponse(response) {
|
|
|
134
129
|
Array.isArray(wordCloudResponse.words) &&
|
|
135
130
|
// Validate that each word entry has required properties
|
|
136
131
|
wordCloudResponse.words.every(word => word === null || (typeof word === 'object' &&
|
|
137
|
-
word &&
|
|
138
132
|
'word' in word &&
|
|
139
133
|
'count' in word &&
|
|
140
134
|
typeof word.word === 'string' &&
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"type-guards.js","sourceRoot":"","sources":["../../src/types/type-guards.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAmBH,gDAOC;AAKD,sDAEC;AAOD,
|
|
1
|
+
{"version":3,"file":"type-guards.js","sourceRoot":"","sources":["../../src/types/type-guards.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAmBH,gDAOC;AAKD,sDAEC;AAOD,sDAmBC;AAKD,wDAmBC;AAKD,gDAqBC;AAKD,kEAmBC;AAKD,kDAqBC;AAKD,kDAqBC;AAOD,sDAEC;AAKD,0CAOC;AAOD,kEASC;AAKD,sDAoBC;AAKD,0DAyBC;AAOD,0DAQC;AAKD,gEAOC;AAKD,4DAOC;AAiBD,4CA+BC;AA9VD,wCAAwC;AAExC;;GAEG;AACH,SAAgB,kBAAkB,CAAC,QAAiB;IAClD,OAAO,CACL,OAAO,QAAQ,KAAK,QAAQ;QAC5B,QAAQ,KAAK,IAAI;QACjB,QAAQ,IAAI,QAAQ;QACpB,OAAQ,QAA8B,CAAC,MAAM,KAAK,QAAQ,CAC3D,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CAAC,QAAiB;IACrD,OAAO,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,SAAS,CAAC;AACrF,CAAC;AAED,4CAA4C;AAE5C;;GAEG;AACH,SAAgB,qBAAqB,CAAC,QAAiB;IACrD,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,eAAe,GAAG,QAAgC,CAAC;IAEzD,OAAO,CACL,UAAU,IAAI,eAAe;QAC7B,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,QAAQ,CAAC;QACvC,qDAAqD;QACrD,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CACvC,OAAO,KAAK,IAAI,IAAI,CAClB,OAAO,OAAO,KAAK,QAAQ;YAC3B,KAAK,IAAI,OAAO;YAChB,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ,CAChC,CACF,CACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,sBAAsB,CAAC,QAAiB;IACtD,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,aAAa,GAAG,QAAiC,CAAC;IAExD,OAAO,CACL,QAAQ,IAAI,aAAa;QACzB,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC;QACnC,mDAAmD;QACnD,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CACjC,KAAK,KAAK,IAAI,IAAI,CAChB,OAAO,KAAK,KAAK,QAAQ;YACzB,KAAK,IAAI,KAAK;YACd,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,CAC9B,CACF,CACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,kBAAkB,CAAC,QAAiB;IAClD,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,gBAAgB,GAAG,QAA6B,CAAC;IAEvD,OAAO,CACL,UAAU,IAAI,gBAAgB;QAC9B,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC;QACxC,4DAA4D;QAC5D,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CACtC,KAAK,KAAK,IAAI,IAAI,CAChB,OAAO,KAAK,KAAK,QAAQ;YACzB,MAAM,IAAI,KAAK;YACf,OAAO,IAAI,KAAK;YAChB,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;YAC9B,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAChC,CACF,CACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,2BAA2B,CAAC,QAAiB;IAC3D,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,iBAAiB,GAAG,QAAsC,CAAC;IAEjE,OAAO,CACL,MAAM,IAAI,iBAAiB;QAC3B,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC;QACrC,oCAAoC;QACpC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAClC,IAAI,KAAK,IAAI,IAAI,CACf,OAAO,IAAI,KAAK,QAAQ;YACxB,MAAM,IAAI,IAAI;YACd,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAC9B,CACF,CACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CAAC,QAAiB;IACnD,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,YAAY,GAAG,QAA8B,CAAC;IAEpD,OAAO,CACL,WAAW,IAAI,YAAY;QAC3B,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC;QACrC,8DAA8D;QAC9D,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CACnC,KAAK,KAAK,IAAI,IAAI,CAChB,OAAO,KAAK,KAAK,QAAQ;YACzB,KAAK,IAAI,KAAK;YACd,OAAO,IAAI,KAAK;YAChB,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;YAC7B,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAChC,CACF,CACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CAAC,QAAiB;IACnD,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,iBAAiB,GAAG,QAA8B,CAAC;IAEzD,OAAO,CACL,OAAO,IAAI,iBAAiB;QAC5B,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC;QACtC,wDAAwD;QACxD,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CACnC,IAAI,KAAK,IAAI,IAAI,CACf,OAAO,IAAI,KAAK,QAAQ;YACxB,MAAM,IAAI,IAAI;YACd,OAAO,IAAI,IAAI;YACf,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;YAC7B,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAC/B,CACF,CACF,CAAC;AACJ,CAAC;AAED,yCAAyC;AAEzC;;GAEG;AACH,SAAgB,qBAAqB,CAAC,QAAiB;IACrD,OAAO,OAAO,QAAQ,KAAK,QAAQ,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,SAAgB,eAAe,CAAC,QAAiB;IAC/C,OAAO,CACL,OAAO,QAAQ,KAAK,QAAQ;QAC5B,QAAQ,KAAK,IAAI;QACjB,OAAO,IAAI,QAAQ;QACnB,OAAQ,QAA8B,CAAC,KAAK,KAAK,QAAQ,CAC1D,CAAC;AACJ,CAAC;AAED,0CAA0C;AAE1C;;GAEG;AACH,SAAgB,2BAA2B,CACzC,QAAiB,EACjB,cAA2B;IAE3B,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC;AAC1D,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CACnC,GAAY,EACZ,YAAoB,EACpB,aAA4C;IAE5C,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,YAAY,IAAI,GAAG,CAAC,EAAE,CAAC;QAC1D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;IAErC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACvC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAgB,uBAAuB,CACrC,GAAY,EACZ,YAAoB,EACpB,GAAY,EACZ,GAAY;IAEZ,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,YAAY,IAAI,GAAG,CAAC,EAAE,CAAC;QAC1D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;IAErC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,GAAG,KAAK,SAAS,IAAI,QAAQ,GAAG,GAAG,EAAE,CAAC;QACxC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,GAAG,KAAK,SAAS,IAAI,QAAQ,GAAG,GAAG,EAAE,CAAC;QACxC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,kDAAkD;AAElD;;GAEG;AACH,SAAgB,uBAAuB,CACrC,QAAW;IAEX,IAAI,OAAO,IAAI,QAAQ,IAAI,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAgB,0BAA0B,CACxC,QAAW;IAEX,OAAO,CACL,UAAU,IAAI,QAAQ;QACtB,KAAK,CAAC,OAAO,CAAE,QAAwC,CAAC,QAAQ,CAAC,CAClE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,wBAAwB,CACtC,QAAW;IAEX,OAAO,CACL,QAAQ,IAAI,QAAQ;QACpB,KAAK,CAAC,OAAO,CAAE,QAAsC,CAAC,MAAM,CAAC,CAC9D,CAAC;AACJ,CAAC;AAcD;;GAEG;AACH,SAAgB,gBAAgB,CAC9B,QAAiB,EACjB,SAA+C,EAC/C,UAAqC,EAAE;IAEvC,MAAM,EACJ,aAAa,GAAG,IAAI,EACpB,YAAY,GAAG,KAAK,EACrB,GAAG,OAAO,CAAC;IAEZ,6BAA6B;IAC7B,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,oBAAoB;IACpB,IAAI,aAAa,IAAI,CAAC,CAAC,QAAQ,IAAI,QAAQ,CAAC,EAAE,CAAC;QAC7C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,mBAAmB;IACnB,IAAI,YAAY,IAAI,CAAC,uBAAuB,CAAC,QAAwC,CAAC,EAAE,CAAC;QACvF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,gCAAgC;IAChC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,qCAAqC;AAExB,QAAA,UAAU,GAAG;IACxB,kBAAkB;IAClB,qBAAqB;IACrB,qBAAqB;IACrB,sBAAsB;IACtB,kBAAkB;IAClB,2BAA2B;IAC3B,mBAAmB;IACnB,mBAAmB;IACnB,qBAAqB;IACrB,eAAe;IACf,2BAA2B;IAC3B,qBAAqB;IACrB,uBAAuB;IACvB,uBAAuB;IACvB,0BAA0B;IAC1B,wBAAwB;IACxB,gBAAgB;CACR,CAAC"}
|
|
@@ -162,7 +162,7 @@ class ContentScraper {
|
|
|
162
162
|
_parseRobotsTxt(robotsText) {
|
|
163
163
|
const lines = robotsText.split('\n').map(line => line.trim().toLowerCase());
|
|
164
164
|
let inRelevantSection = false;
|
|
165
|
-
let currentUserAgent
|
|
165
|
+
let currentUserAgent;
|
|
166
166
|
let foundAllowForRelevantSection = false;
|
|
167
167
|
let foundDisallowForRelevantSection = false;
|
|
168
168
|
let isBotSpecificSection = false;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"content-scraper.js","sourceRoot":"","sources":["../../src/utils/content-scraper.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;AAEH,yDAAyD;AAEzD,kDAA6C;AAC7C,iDAA6C;AAG7C,MAAa,cAAc;IAMzB;;;;;;OAMG;IACH,YACE,SAAiB,EACjB,OAAe,EACf,oBAA4B,EAC5B,oBAA4B;QAE5B,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,0BAAW,CAAC,oBAAoB,EAAE,oBAAoB,CAAC,CAAC;QAChF,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACU,cAAc,CAAC,MAAc;;YACxC,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,oBAAoB;YACpB,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,gBAAgB,CAAE,CAAC;gBACxD,IAAI,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;oBAC3B,OAAO,MAAM,CAAC,OAAO,CAAC;gBACxB,CAAC;gBACD,6BAA6B;gBAC7B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAC7C,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;gBAChE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;gBACpD,OAAO,UAAU,CAAC,OAAO,CAAC;YAC5B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,kCAAkC,MAAM,GAAG,EAAE,KAAK,CAAC,CAAC;gBACjE,0EAA0E;gBAC1E,MAAM,UAAU,GAAgB;oBAC9B,OAAO,EAAE,IAAI;oBACb,SAAS,EAAE,GAAG,GAAG,MAAM,EAAE,YAAY;oBACrC,cAAc,EAAE,EAAE;iBACnB,CAAC;gBACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;gBACpD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;KAAA;IAED;;;;;OAKG;IACU,iBAAiB,CAC5B,GAAW,EACX,aAAsC;;YAEtC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC;YAElC,mBAAmB;YACnB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YACpD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,kCAAkC,MAAM,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,sBAAsB;YACtB,MAAM,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAEjD,wCAAwC;YACxC,MAAM,OAAO,mBACX,YAAY,EAAE,IAAI,CAAC,UAAU,EAC7B,QAAQ,EAAE,4EAA4E,EACtF,iBAAiB,EAAE,gBAAgB,EACnC,iBAAiB,EAAE,mBAAmB,EACtC,KAAK,EAAE,GAAG,EACV,YAAY,EAAE,YAAY,EAC1B,2BAA2B,EAAE,GAAG,IAC7B,aAAa,CACjB,CAAC;YAEF,OAAO,eAAK,CAAC,GAAG,CAAC,GAAG,EAAE;gBACpB,OAAO;gBACP,OAAO,EAAE,IAAI,CAAC,QAAQ;gBACtB,YAAY,EAAE,CAAC;gBACf,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,GAAG,GAAG,CAAC,2CAA2C;aACrF,CAAC,CAAC;QACL,CAAC;KAAA;IAED;;;OAGG;IACI,cAAc;QACnB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED;;OAEG;IACI,gBAAgB;QACrB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACI,kBAAkB;QACvB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;IAChC,CAAC;IAED;;;;;OAKG;IACW,eAAe,CAAC,MAAc;;YAC1C,MAAM,SAAS,GAAG,WAAW,MAAM,aAAa,CAAC;YACjD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAC,SAAS,EAAE;oBAC1C,OAAO,EAAE;wBACP,YAAY,EAAE,IAAI,CAAC,UAAU;qBAC9B;oBACD,OAAO,EAAE,IAAI,EAAE,iCAAiC;oBAChD,YAAY,EAAE,CAAC;iBAChB,CAAC,CAAC;gBAEH,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAc,CAAC;gBAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;gBAEjD,OAAO;oBACL,OAAO;oBACP,SAAS,EAAE,GAAG,GAAG,OAAO,EAAE,SAAS;oBACnC,cAAc,EAAE,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CACnD,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAC1C;iBACF,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,kCAAkC,MAAM,GAAG,EAAE,KAAK,CAAC,CAAC;gBACjE,kDAAkD;gBAClD,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,SAAS,EAAE,GAAG,GAAG,OAAO,EAAE,aAAa;oBACvC,cAAc,EAAE,EAAE;iBACnB,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAED;;;;;OAKG;IACK,eAAe,CAAC,UAAkB;QACxC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5E,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAC9B,IAAI,
|
|
1
|
+
{"version":3,"file":"content-scraper.js","sourceRoot":"","sources":["../../src/utils/content-scraper.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;AAEH,yDAAyD;AAEzD,kDAA6C;AAC7C,iDAA6C;AAG7C,MAAa,cAAc;IAMzB;;;;;;OAMG;IACH,YACE,SAAiB,EACjB,OAAe,EACf,oBAA4B,EAC5B,oBAA4B;QAE5B,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,0BAAW,CAAC,oBAAoB,EAAE,oBAAoB,CAAC,CAAC;QAChF,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACU,cAAc,CAAC,MAAc;;YACxC,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,oBAAoB;YACpB,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,gBAAgB,CAAE,CAAC;gBACxD,IAAI,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;oBAC3B,OAAO,MAAM,CAAC,OAAO,CAAC;gBACxB,CAAC;gBACD,6BAA6B;gBAC7B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAC7C,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;gBAChE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;gBACpD,OAAO,UAAU,CAAC,OAAO,CAAC;YAC5B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,kCAAkC,MAAM,GAAG,EAAE,KAAK,CAAC,CAAC;gBACjE,0EAA0E;gBAC1E,MAAM,UAAU,GAAgB;oBAC9B,OAAO,EAAE,IAAI;oBACb,SAAS,EAAE,GAAG,GAAG,MAAM,EAAE,YAAY;oBACrC,cAAc,EAAE,EAAE;iBACnB,CAAC;gBACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;gBACpD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;KAAA;IAED;;;;;OAKG;IACU,iBAAiB,CAC5B,GAAW,EACX,aAAsC;;YAEtC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC;YAElC,mBAAmB;YACnB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YACpD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,kCAAkC,MAAM,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,sBAAsB;YACtB,MAAM,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAEjD,wCAAwC;YACxC,MAAM,OAAO,mBACX,YAAY,EAAE,IAAI,CAAC,UAAU,EAC7B,QAAQ,EAAE,4EAA4E,EACtF,iBAAiB,EAAE,gBAAgB,EACnC,iBAAiB,EAAE,mBAAmB,EACtC,KAAK,EAAE,GAAG,EACV,YAAY,EAAE,YAAY,EAC1B,2BAA2B,EAAE,GAAG,IAC7B,aAAa,CACjB,CAAC;YAEF,OAAO,eAAK,CAAC,GAAG,CAAC,GAAG,EAAE;gBACpB,OAAO;gBACP,OAAO,EAAE,IAAI,CAAC,QAAQ;gBACtB,YAAY,EAAE,CAAC;gBACf,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,GAAG,GAAG,CAAC,2CAA2C;aACrF,CAAC,CAAC;QACL,CAAC;KAAA;IAED;;;OAGG;IACI,cAAc;QACnB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED;;OAEG;IACI,gBAAgB;QACrB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACI,kBAAkB;QACvB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;IAChC,CAAC;IAED;;;;;OAKG;IACW,eAAe,CAAC,MAAc;;YAC1C,MAAM,SAAS,GAAG,WAAW,MAAM,aAAa,CAAC;YACjD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAC,SAAS,EAAE;oBAC1C,OAAO,EAAE;wBACP,YAAY,EAAE,IAAI,CAAC,UAAU;qBAC9B;oBACD,OAAO,EAAE,IAAI,EAAE,iCAAiC;oBAChD,YAAY,EAAE,CAAC;iBAChB,CAAC,CAAC;gBAEH,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAc,CAAC;gBAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;gBAEjD,OAAO;oBACL,OAAO;oBACP,SAAS,EAAE,GAAG,GAAG,OAAO,EAAE,SAAS;oBACnC,cAAc,EAAE,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CACnD,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAC1C;iBACF,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,kCAAkC,MAAM,GAAG,EAAE,KAAK,CAAC,CAAC;gBACjE,kDAAkD;gBAClD,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,SAAS,EAAE,GAAG,GAAG,OAAO,EAAE,aAAa;oBACvC,cAAc,EAAE,EAAE;iBACnB,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAED;;;;;OAKG;IACK,eAAe,CAAC,UAAkB;QACxC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5E,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAC9B,IAAI,gBAAwB,CAAC;QAC7B,IAAI,4BAA4B,GAAG,KAAK,CAAC;QACzC,IAAI,+BAA+B,GAAG,KAAK,CAAC;QAC5C,IAAI,oBAAoB,GAAG,KAAK,CAAC;QAEjC,0DAA0D;QAC1D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;gBACnC,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC7C,yDAAyD;gBACzD,oBAAoB,GAAG,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACjC,gBAAgB,CAAC,QAAQ,CAAC,SAAS,CAAC;oBACpC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAEzD,kDAAkD;gBAClD,iBAAiB,GAAG,gBAAgB,KAAK,GAAG;oBACzB,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oBACxD,CAAC,oBAAoB,IAAI,CACvB,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;wBAC7C,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAClD,CAAC,CAAC;YACxB,CAAC;iBAAM,IAAI,iBAAiB,EAAE,CAAC;gBAC7B,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;oBACjC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACtC,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;wBAChC,gDAAgD;wBAChD,+BAA+B,GAAG,IAAI,CAAC;wBAEvC,mFAAmF;wBACnF,IAAI,oBAAoB,EAAE,CAAC;4BACzB,OAAO,KAAK,CAAC;wBACf,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACtC,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;wBAChC,0CAA0C;wBAC1C,4BAA4B,GAAG,IAAI,CAAC;oBACtC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,sEAAsE;QACtE,IAAI,4BAA4B,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,wEAAwE;QACxE,IAAI,+BAA+B,EAAE,CAAC;YACpC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,6CAA6C;QAC7C,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAvOD,wCAuOC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "gdelt-ts-client",
|
|
3
|
-
"version": "1.2.
|
|
3
|
+
"version": "1.2.4",
|
|
4
4
|
"description": "TypeScript client for the GDELT API with full type support",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -28,20 +28,20 @@
|
|
|
28
28
|
},
|
|
29
29
|
"dependencies": {
|
|
30
30
|
"@mozilla/readability": "^0.6.0",
|
|
31
|
-
"axios": "1.13.
|
|
31
|
+
"axios": "^1.13.5",
|
|
32
32
|
"jsdom": "^26.1.0",
|
|
33
33
|
"robots-txt-parser": "^2.0.3"
|
|
34
34
|
},
|
|
35
35
|
"devDependencies": {
|
|
36
|
-
"@eslint/js": "^
|
|
36
|
+
"@eslint/js": "^10.0.1",
|
|
37
37
|
"@types/jest": "^30.0.0",
|
|
38
38
|
"@types/jsdom": "^21.1.7",
|
|
39
|
-
"@typescript-eslint/eslint-plugin": "^8.
|
|
40
|
-
"@typescript-eslint/parser": "^8.
|
|
41
|
-
"eslint": "^
|
|
39
|
+
"@typescript-eslint/eslint-plugin": "^8.56.0",
|
|
40
|
+
"@typescript-eslint/parser": "^8.56.0",
|
|
41
|
+
"eslint": "^10.0.1",
|
|
42
42
|
"globals": "^13.24.0",
|
|
43
43
|
"jest": "^30.0.4",
|
|
44
|
-
"rimraf": "^
|
|
44
|
+
"rimraf": "^6.1.3",
|
|
45
45
|
"ts-jest": "^29.4.0",
|
|
46
46
|
"typescript": "^5.5.3"
|
|
47
47
|
},
|
|
@@ -58,8 +58,13 @@
|
|
|
58
58
|
"access": "public"
|
|
59
59
|
},
|
|
60
60
|
"engines": {
|
|
61
|
-
"node": ">=
|
|
61
|
+
"node": ">=20.19.0"
|
|
62
62
|
},
|
|
63
63
|
"private": false,
|
|
64
|
-
"license": "MIT"
|
|
64
|
+
"license": "MIT",
|
|
65
|
+
"overrides": {
|
|
66
|
+
"@typescript-eslint/typescript-estree": {
|
|
67
|
+
"minimatch": "^10.2.1"
|
|
68
|
+
}
|
|
69
|
+
}
|
|
65
70
|
}
|