doc2vec 1.0.2 → 1.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (27) hide show
  1. package/dist/doc2vec.js +1 -1
  2. package/doc2vec.ts +1 -1
  3. package/package.json +1 -1
  4. package/Dockerfile.old +0 -19
  5. package/config copy.yaml +0 -182
  6. package/config-github.yaml +0 -15
  7. package/config.yaml.new +0 -253
  8. package/config.yaml.ok +0 -164
  9. package/config.yaml.solo +0 -251
  10. package/dist/solo-reference-architectures/Gloo_Edge/ALB_Last_Mile_Encryption/data/acm-waf-cdk/lib/acm-cdk-stack.js +0 -20
  11. package/dist/solo-reference-architectures/Gloo_Edge/ALB_Last_Mile_Encryption/data/acm-waf-cdk/lib/route53-cdk-stack.js +0 -33
  12. package/dist/solo-reference-architectures/Gloo_Edge/ALB_Last_Mile_Encryption/data/acm-waf-cdk/lib/waf-cdk-stack.js +0 -66
  13. package/dist/solo-reference-architectures/Gloo_Edge/ALB_Last_Mile_Encryption/data/acm-waf-cdk/test/s3-cloudfront-cdk.test.js +0 -16
  14. package/dist/solo-reference-architectures/Gloo_Edge/Cloudfront_NLB/data/s3-cloudfront-cdk/lib/acm-cdk-stack.js +0 -21
  15. package/dist/solo-reference-architectures/Gloo_Edge/Cloudfront_NLB/data/s3-cloudfront-cdk/lib/s3-cloudfront-cdk-stack.js +0 -95
  16. package/dist/solo-reference-architectures/Gloo_Edge/Cloudfront_NLB/data/s3-cloudfront-cdk/test/s3-cloudfront-cdk.test.js +0 -16
  17. package/dist/solo-reference-architectures/Gloo_Gateway/aws-nlb-tls-offloading/data/acm-cdk/bin/acm-cdk.js +0 -55
  18. package/dist/solo-reference-architectures/Gloo_Gateway/aws-nlb-tls-offloading/data/acm-cdk/lib/acm-cdk-stack.js +0 -20
  19. package/dist/solo-reference-architectures/Gloo_Gateway/aws-nlb-tls-offloading/data/acm-cdk/lib/route53-cdk-stack.js +0 -33
  20. package/dist/solo-reference-architectures/Gloo_Gateway/aws-nlb-tls-offloading/data/acm-cdk/test/s3-cloudfront-cdk.test.js +0 -16
  21. package/doc2vec.js +0 -1805
  22. package/doc2vec.ts.new +0 -1583
  23. package/doc2vec.ts.ok +0 -1730
  24. package/istio-issues.db +0 -0
  25. package/logger.js +0 -260
  26. package/tmp/README.md.old +0 -1
  27. package/tmp.db +0 -0
package/dist/doc2vec.js CHANGED
@@ -1,4 +1,4 @@
1
- #!/usr/bin/env ts-node
1
+ #!/usr/bin/env node
2
2
  "use strict";
3
3
  var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
4
4
  if (k2 === undefined) k2 = k;
package/doc2vec.ts CHANGED
@@ -1,4 +1,4 @@
1
- #!/usr/bin/env ts-node
1
+ #!/usr/bin/env node
2
2
 
3
3
  import { Readability } from '@mozilla/readability';
4
4
  import axios from 'axios';
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "doc2vec",
3
- "version": "1.0.2",
3
+ "version": "1.0.4",
4
4
  "type": "commonjs",
5
5
  "description": "",
6
6
  "main": "doc2vec.ts",
package/Dockerfile.old DELETED
@@ -1,19 +0,0 @@
1
- FROM node:20-slim AS base
2
-
3
- # Install AWS CLI
4
- RUN apt-get update && \
5
- apt-get install -y curl unzip git && \
6
- curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" && \
7
- unzip awscliv2.zip && \
8
- ./aws/install && \
9
- rm -rf awscliv2.zip aws && \
10
- apt-get clean && rm -rf /var/lib/apt/lists/*
11
-
12
- # Copy project files
13
- COPY package.json /usr/src/app/
14
- COPY package-lock.json /usr/src/app/
15
- COPY tsconfig.json /usr/src/app/
16
- COPY *.ts /usr/src/app/
17
- WORKDIR /usr/src/app
18
-
19
- RUN npm install
package/config copy.yaml DELETED
@@ -1,182 +0,0 @@
1
- # Doc2Vec Configuration
2
- sources:
3
- - type: local_directory
4
- product_name: 'solo-reference-architectures'
5
- version: 'latest'
6
- path: './tmp'
7
- include_extensions: ['.md']
8
- exclude_extensions: []
9
- recursive: true
10
- max_size: 1048576
11
- database_config:
12
- # type: 'qdrant'
13
- # params:
14
- # qdrant_url: 'https://qdrant.is.solo.io'
15
- # qdrant_port: 443
16
- # collection_name: 'tmp'
17
- type: 'sqlite'
18
- params:
19
- db_path: './tmp.db'
20
-
21
- # # GitHub Sources
22
- # - type: github
23
- # product_name: 'istio'
24
- # version: 'latest'
25
- # repo: 'istio/istio'
26
- # start_date: '2025-01-01'
27
- # max_size: 1048576
28
- # database_config:
29
- # type: 'sqlite'
30
- # params:
31
- # db_path: './istio-issues.db'
32
-
33
- # # Website Sources
34
- # - type: website
35
- # product_name: 'ambient'
36
- # version: 'latest'
37
- # url: 'https://ambientmesh.io/docs/'
38
- # max_size: 1048576
39
- # database_config:
40
- # type: 'sqlite'
41
- # params:
42
- # db_path: './ambient.db'
43
-
44
- # - type: website
45
- # product_name: 'argo'
46
- # version: 'latest'
47
- # url: 'https://argo-cd.readthedocs.io/en/stable/'
48
- # max_size: 1048576
49
- # database_config:
50
- # type: 'sqlite'
51
- # params:
52
- # db_path: './argo.db'
53
-
54
- # - type: website
55
- # product_name: 'argo-rollouts'
56
- # version: 'latest'
57
- # url: 'https://argoproj.github.io/argo-rollouts/installation/'
58
- # max_size: 1048576
59
- # database_config:
60
- # type: 'sqlite'
61
- # params:
62
- # db_path: './argo-rollouts.db'
63
-
64
- # - type: website
65
- # product_name: 'argo-rollouts'
66
- # version: 'latest'
67
- # url: 'https://rollouts-plugin-trafficrouter-gatewayapi.readthedocs.io/en/latest/'
68
- # max_size: 1048576
69
- # database_config:
70
- # type: 'sqlite'
71
- # params:
72
- # db_path: './argo-rollouts.db'
73
-
74
- # - type: website
75
- # product_name: 'cilium'
76
- # version: 'latest'
77
- # url: 'https://docs.cilium.io/en/stable/'
78
- # max_size: 1048576
79
- # database_config:
80
- # type: 'sqlite'
81
- # params:
82
- # db_path: './cilium.db'
83
-
84
- # - type: website
85
- # product_name: 'gateway-api'
86
- # version: 'latest'
87
- # url: 'https://gateway-api.sigs.k8s.io/'
88
- # max_size: 1048576
89
- # database_config:
90
- # type: 'sqlite'
91
- # params:
92
- # db_path: './gateway-api.db'
93
-
94
- # - type: website
95
- # product_name: 'gloo-mesh-core'
96
- # version: 'latest'
97
- # url: 'https://docs.solo.io/gloo-mesh/latest/'
98
- # max_size: 1048576
99
- # database_config:
100
- # type: 'sqlite'
101
- # params:
102
- # db_path: './gloo-mesh-core.db'
103
-
104
- # - type: website
105
- # product_name: 'gloo-mesh-enterprise'
106
- # version: 'latest'
107
- # url: 'https://docs.solo.io/gloo-mesh-enterprise/latest/'
108
- # max_size: 1048576
109
- # database_config:
110
- # type: 'sqlite'
111
- # params:
112
- # db_path: './gloo-mesh-enterprise.db'
113
-
114
- # - type: website
115
- # product_name: 'gloo-edge'
116
- # version: 'latest'
117
- # url: 'https://docs.solo.io/gloo-edge/latest/'
118
- # max_size: 1048576
119
- # database_config:
120
- # type: 'sqlite'
121
- # params:
122
- # db_path: './gloo-edge.db'
123
-
124
- # - type: website
125
- # product_name: 'gloo-gateway'
126
- # version: 'latest'
127
- # url: 'https://docs.solo.io/gateway/latest/'
128
- # max_size: 1048576
129
- # database_config:
130
- # type: 'sqlite'
131
- # params:
132
- # db_path: './gloo-gateway.db'
133
-
134
- # - type: website
135
- # product_name: 'helm'
136
- # version: 'latest'
137
- # url: 'https://helm.sh/docs/'
138
- # max_size: 1048576
139
- # database_config:
140
- # type: 'sqlite'
141
- # params:
142
- # db_path: './helm.db'
143
-
144
- # - type: website
145
- # product_name: 'istio'
146
- # version: 'latest'
147
- # url: 'https://istio.io/latest/docs/'
148
- # max_size: 1048576
149
- # database_config:
150
- # type: 'sqlite'
151
- # params:
152
- # db_path: './istio.db'
153
-
154
- # - type: website
155
- # product_name: 'kubernetes'
156
- # version: 'latest'
157
- # url: 'https://kubernetes.io/docs/'
158
- # max_size: 1048576
159
- # database_config:
160
- # type: 'sqlite'
161
- # params:
162
- # db_path: './kubernetes.db'
163
-
164
- # - type: website
165
- # product_name: 'otel'
166
- # version: 'latest'
167
- # url: 'https://opentelemetry.io/docs/'
168
- # max_size: 1048576
169
- # database_config:
170
- # type: 'sqlite'
171
- # params:
172
- # db_path: './otel.db'
173
-
174
- # - type: website
175
- # product_name: 'prometheus'
176
- # version: 'latest'
177
- # url: 'https://prometheus.io/docs/'
178
- # max_size: 1048576
179
- # database_config:
180
- # type: 'sqlite'
181
- # params:
182
- # db_path: './prometheus.db'
package/config-github.yaml DELETED
@@ -1,15 +0,0 @@
1
- # Doc2Vec Configuration
2
- sources:
3
- # GitHub Sources
4
- - type: github
5
- product_name: 'istio'
6
- version: 'latest'
7
- repo: 'istio/istio'
8
- start_date: '2024-01-01'
9
- max_size: 1048576
10
- database_config:
11
- type: 'qdrant'
12
- params:
13
- qdrant_url: 'https://qdrant.is.solo.io'
14
- qdrant_port: 443
15
- collection_name: 'github-istio'
package/config.yaml.new DELETED
@@ -1,253 +0,0 @@
1
- # Doc2Vec Configuration
2
- sources:
3
- # Local directory Sources
4
- - type: local_directory
5
- product_name: 'solo-reference-architectures'
6
- version: 'latest'
7
- path: './solo-reference-architectures'
8
- include_extensions: ['.md']
9
- exclude_extensions: []
10
- recursive: true
11
- url_rewrite_prefix: https://github.com/solo-io/solo-reference-architectures/blob/main
12
- max_size: 1048576
13
- database_config:
14
- type: 'qdrant'
15
- params:
16
- qdrant_url: 'https://qdrant.is.solo.io'
17
- qdrant_port: 443
18
- collection_name: 'github-solo-reference-architectures'
19
-
20
- # GitHub Sources
21
- - type: github
22
- product_name: 'istio'
23
- version: 'latest'
24
- repo: 'istio/istio'
25
- start_date: '2024-01-01'
26
- max_size: 1048576
27
- database_config:
28
- type: 'qdrant'
29
- params:
30
- qdrant_url: 'https://qdrant.is.solo.io'
31
- qdrant_port: 443
32
- collection_name: 'github-istio'
33
-
34
- # GitHub Sources
35
- - type: github
36
- product_name: 'istio'
37
- version: 'latest'
38
- repo: 'istio/istio'
39
- start_date: '2024-01-01'
40
- max_size: 1048576
41
- database_config:
42
- type: 'qdrant'
43
- params:
44
- qdrant_url: 'https://qdrant.is.solo.io'
45
- qdrant_port: 443
46
- collection_name: 'github-istio'
47
-
48
- - type: github
49
- product_name: 'solo-projects'
50
- version: 'latest'
51
- repo: 'solo-io/solo-projects'
52
- start_date: '2024-01-01'
53
- max_size: 1048576
54
- database_config:
55
- type: 'qdrant'
56
- params:
57
- qdrant_url: 'https://qdrant.is.solo.io'
58
- qdrant_port: 443
59
- collection_name: 'github-solo-projects'
60
-
61
- - type: github
62
- product_name: 'gloo-mesh-enterprise'
63
- version: 'latest'
64
- repo: 'solo-io/gloo-mesh-enterprise'
65
- start_date: '2024-01-01'
66
- max_size: 1048576
67
- database_config:
68
- type: 'qdrant'
69
- params:
70
- qdrant_url: 'https://qdrant.is.solo.io'
71
- qdrant_port: 443
72
- collection_name: 'github-gloo-mesh-enterprise'
73
-
74
- # Website Sources
75
- - type: website
76
- product_name: 'ambient'
77
- version: 'latest'
78
- url: 'https://ambientmesh.io/docs/'
79
- max_size: 1048576
80
- database_config:
81
- type: 'qdrant'
82
- params:
83
- qdrant_url: 'https://qdrant.is.solo.io'
84
- qdrant_port: 443
85
- collection_name: 'ambient'
86
-
87
- - type: website
88
- product_name: 'argo'
89
- version: 'latest'
90
- url: 'https://argo-cd.readthedocs.io/en/stable/'
91
- max_size: 1048576
92
- database_config:
93
- type: 'qdrant'
94
- params:
95
- qdrant_url: 'https://qdrant.is.solo.io'
96
- qdrant_port: 443
97
- collection_name: 'argo'
98
-
99
- - type: website
100
- product_name: 'argo-rollouts'
101
- version: 'latest'
102
- url: 'https://argoproj.github.io/argo-rollouts/installation/'
103
- max_size: 1048576
104
- database_config:
105
- type: 'qdrant'
106
- params:
107
- qdrant_url: 'https://qdrant.is.solo.io'
108
- qdrant_port: 443
109
- collection_name: 'argo-rollouts'
110
-
111
- - type: website
112
- product_name: 'argo-rollouts'
113
- version: 'latest'
114
- url: 'https://rollouts-plugin-trafficrouter-gatewayapi.readthedocs.io/en/latest/'
115
- max_size: 1048576
116
- database_config:
117
- type: 'qdrant'
118
- params:
119
- qdrant_url: 'https://qdrant.is.solo.io'
120
- qdrant_port: 443
121
- collection_name: 'argo-rollouts'
122
-
123
- - type: website
124
- product_name: 'cilium'
125
- version: 'latest'
126
- url: 'https://docs.cilium.io/en/stable/'
127
- max_size: 1048576
128
- database_config:
129
- type: 'qdrant'
130
- params:
131
- qdrant_url: 'https://qdrant.is.solo.io'
132
- qdrant_port: 443
133
- collection_name: 'cilium'
134
-
135
- - type: website
136
- product_name: 'gateway-api'
137
- version: 'latest'
138
- url: 'https://gateway-api.sigs.k8s.io/'
139
- max_size: 1048576
140
- database_config:
141
- type: 'qdrant'
142
- params:
143
- qdrant_url: 'https://qdrant.is.solo.io'
144
- qdrant_port: 443
145
- collection_name: 'gateway-api'
146
-
147
- - type: website
148
- product_name: 'gloo-mesh-core'
149
- version: 'latest'
150
- url: 'https://docs.solo.io/gloo-mesh/latest/'
151
- max_size: 1048576
152
- database_config:
153
- type: 'qdrant'
154
- params:
155
- qdrant_url: 'https://qdrant.is.solo.io'
156
- qdrant_port: 443
157
- collection_name: 'gloo-mesh-core'
158
-
159
- - type: website
160
- product_name: 'gloo-mesh-enterprise'
161
- version: 'latest'
162
- url: 'https://docs.solo.io/gloo-mesh-enterprise/latest/'
163
- max_size: 1048576
164
- database_config:
165
- type: 'qdrant'
166
- params:
167
- qdrant_url: 'https://qdrant.is.solo.io'
168
- qdrant_port: 443
169
- collection_name: 'gloo-mesh-enterprise'
170
-
171
- - type: website
172
- product_name: 'gloo-edge'
173
- version: 'latest'
174
- url: 'https://docs.solo.io/gloo-edge/latest/'
175
- max_size: 1048576
176
- database_config:
177
- type: 'qdrant'
178
- params:
179
- qdrant_url: 'https://qdrant.is.solo.io'
180
- qdrant_port: 443
181
- collection_name: 'gloo-edge'
182
-
183
- - type: website
184
- product_name: 'gloo-gateway'
185
- version: 'latest'
186
- url: 'https://docs.solo.io/gateway/latest/'
187
- max_size: 1048576
188
- database_config:
189
- type: 'qdrant'
190
- params:
191
- qdrant_url: 'https://qdrant.is.solo.io'
192
- qdrant_port: 443
193
- collection_name: 'gloo-gateway'
194
-
195
- - type: website
196
- product_name: 'helm'
197
- version: 'latest'
198
- url: 'https://helm.sh/docs/'
199
- max_size: 1048576
200
- database_config:
201
- type: 'qdrant'
202
- params:
203
- qdrant_url: 'https://qdrant.is.solo.io'
204
- qdrant_port: 443
205
- collection_name: 'helm'
206
-
207
- - type: website
208
- product_name: 'istio'
209
- version: 'latest'
210
- url: 'https://istio.io/latest/docs/'
211
- max_size: 1048576
212
- database_config:
213
- type: 'qdrant'
214
- params:
215
- qdrant_url: 'https://qdrant.is.solo.io'
216
- qdrant_port: 443
217
- collection_name: 'istio'
218
-
219
- - type: website
220
- product_name: 'kubernetes'
221
- version: 'latest'
222
- url: 'https://kubernetes.io/docs/'
223
- max_size: 1048576
224
- database_config:
225
- type: 'qdrant'
226
- params:
227
- qdrant_url: 'https://qdrant.is.solo.io'
228
- qdrant_port: 443
229
- collection_name: 'kubernetes'
230
-
231
- - type: website
232
- product_name: 'otel'
233
- version: 'latest'
234
- url: 'https://opentelemetry.io/docs/'
235
- max_size: 1048576
236
- database_config:
237
- type: 'qdrant'
238
- params:
239
- qdrant_url: 'https://qdrant.is.solo.io'
240
- qdrant_port: 443
241
- collection_name: 'otel'
242
-
243
- - type: website
244
- product_name: 'prometheus'
245
- version: 'latest'
246
- url: 'https://prometheus.io/docs/'
247
- max_size: 1048576
248
- database_config:
249
- type: 'qdrant'
250
- params:
251
- qdrant_url: 'https://qdrant.is.solo.io'
252
- qdrant_port: 443
253
- collection_name: 'prometheus'
package/config.yaml.ok DELETED
@@ -1,164 +0,0 @@
1
- # Doc2Vec Configuration
2
- sources:
3
- # GitHub Sources
4
- - type: github
5
- product_name: 'istio'
6
- version: 'latest'
7
- repo: 'istio/istio'
8
- start_date: '2025-01-01'
9
- max_size: 1048576
10
- database_config:
11
- type: 'sqlite'
12
- params:
13
- db_path: './istio-issues.db'
14
-
15
- # Website Sources
16
- - type: website
17
- product_name: 'ambient'
18
- version: 'latest'
19
- url: 'https://ambientmesh.io/docs/'
20
- max_size: 1048576
21
- database_config:
22
- type: 'sqlite'
23
- params:
24
- db_path: './ambient.db'
25
-
26
- - type: website
27
- product_name: 'argo'
28
- version: 'latest'
29
- url: 'https://argo-cd.readthedocs.io/en/stable/'
30
- max_size: 1048576
31
- database_config:
32
- type: 'sqlite'
33
- params:
34
- db_path: './argo.db'
35
-
36
- - type: website
37
- product_name: 'argo-rollouts'
38
- version: 'latest'
39
- url: 'https://argoproj.github.io/argo-rollouts/installation/'
40
- max_size: 1048576
41
- database_config:
42
- type: 'sqlite'
43
- params:
44
- db_path: './argo-rollouts.db'
45
-
46
- - type: website
47
- product_name: 'argo-rollouts'
48
- version: 'latest'
49
- url: 'https://rollouts-plugin-trafficrouter-gatewayapi.readthedocs.io/en/latest/'
50
- max_size: 1048576
51
- database_config:
52
- type: 'sqlite'
53
- params:
54
- db_path: './argo-rollouts.db'
55
-
56
- - type: website
57
- product_name: 'cilium'
58
- version: 'latest'
59
- url: 'https://docs.cilium.io/en/stable/'
60
- max_size: 1048576
61
- database_config:
62
- type: 'sqlite'
63
- params:
64
- db_path: './cilium.db'
65
-
66
- - type: website
67
- product_name: 'gateway-api'
68
- version: 'latest'
69
- url: 'https://gateway-api.sigs.k8s.io/'
70
- max_size: 1048576
71
- database_config:
72
- type: 'sqlite'
73
- params:
74
- db_path: './gateway-api.db'
75
-
76
- - type: website
77
- product_name: 'gloo-mesh-core'
78
- version: 'latest'
79
- url: 'https://docs.solo.io/gloo-mesh/latest/'
80
- max_size: 1048576
81
- database_config:
82
- type: 'sqlite'
83
- params:
84
- db_path: './gloo-mesh-core.db'
85
-
86
- - type: website
87
- product_name: 'gloo-mesh-enterprise'
88
- version: 'latest'
89
- url: 'https://docs.solo.io/gloo-mesh-enterprise/latest/'
90
- max_size: 1048576
91
- database_config:
92
- type: 'sqlite'
93
- params:
94
- db_path: './gloo-mesh-enterprise.db'
95
-
96
- - type: website
97
- product_name: 'gloo-edge'
98
- version: 'latest'
99
- url: 'https://docs.solo.io/gloo-edge/latest/'
100
- max_size: 1048576
101
- database_config:
102
- type: 'sqlite'
103
- params:
104
- db_path: './gloo-edge.db'
105
-
106
- - type: website
107
- product_name: 'gloo-gateway'
108
- version: 'latest'
109
- url: 'https://docs.solo.io/gateway/latest/'
110
- max_size: 1048576
111
- database_config:
112
- type: 'sqlite'
113
- params:
114
- db_path: './gloo-gateway.db'
115
-
116
- - type: website
117
- product_name: 'helm'
118
- version: 'latest'
119
- url: 'https://helm.sh/docs/'
120
- max_size: 1048576
121
- database_config:
122
- type: 'sqlite'
123
- params:
124
- db_path: './helm.db'
125
-
126
- - type: website
127
- product_name: 'istio'
128
- version: 'latest'
129
- url: 'https://istio.io/latest/docs/'
130
- max_size: 1048576
131
- database_config:
132
- type: 'sqlite'
133
- params:
134
- db_path: './istio.db'
135
-
136
- - type: website
137
- product_name: 'kubernetes'
138
- version: 'latest'
139
- url: 'https://kubernetes.io/docs/'
140
- max_size: 1048576
141
- database_config:
142
- type: 'sqlite'
143
- params:
144
- db_path: './kubernetes.db'
145
-
146
- - type: website
147
- product_name: 'otel'
148
- version: 'latest'
149
- url: 'https://opentelemetry.io/docs/'
150
- max_size: 1048576
151
- database_config:
152
- type: 'sqlite'
153
- params:
154
- db_path: './otel.db'
155
-
156
- - type: website
157
- product_name: 'prometheus'
158
- version: 'latest'
159
- url: 'https://prometheus.io/docs/'
160
- max_size: 1048576
161
- database_config:
162
- type: 'sqlite'
163
- params:
164
- db_path: './prometheus.db'