@socialgouv/cdtn-elasticsearch 1.15.0 → 1.16.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md ADDED
@@ -0,0 +1,19 @@
1
+ # Change Log
2
+
3
+ All notable changes to this project will be documented in this file.
4
+ See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
5
+
6
+ ## [1.16.1](https://github.com/SocialGouv/cdtn-admin/compare/v1.16.0...v1.16.1) (2022-05-16)
7
+
8
+ **Note:** Version bump only for package @socialgouv/cdtn-elasticsearch
9
+
10
+
11
+
12
+
13
+
14
+ # [1.16.0](https://github.com/SocialGouv/cdtn-admin/compare/v1.15.1...v1.16.0) (2022-05-12)
15
+
16
+
17
+ ### Features
18
+
19
+ * migration from gitlab to github ([#730](https://github.com/SocialGouv/cdtn-admin/issues/730)) ([4c6dd02](https://github.com/SocialGouv/cdtn-admin/commit/4c6dd027364b0eb31a0d7ae8ddc6c080399e6317))
package/package.json CHANGED
@@ -1,14 +1,14 @@
1
1
  {
2
2
  "name": "@socialgouv/cdtn-elasticsearch",
3
3
  "description": "SocialGouv - Code du travail numerique - Infrastructure - Elasticsearch",
4
- "version": "1.15.0",
4
+ "version": "1.16.1",
5
5
  "babel": {
6
6
  "plugins": [
7
7
  "@babel/plugin-transform-modules-commonjs"
8
8
  ]
9
9
  },
10
10
  "dependencies": {
11
- "@socialgouv/cdtn-logger": "^1.15.0",
11
+ "@socialgouv/cdtn-logger": "^1.16.1",
12
12
  "got": "^11.8.2"
13
13
  },
14
14
  "license": "Apache-2.0",
@@ -47,5 +47,5 @@
47
47
  },
48
48
  "sideEffects": false,
49
49
  "typings": "src/index.d.ts",
50
- "gitHead": "a8f57e30c855578f40c8d6c09223ee2a582efb6a"
50
+ "gitHead": "48d3e3b5a265e49b702ba4020f48df476b87f5d8"
51
51
  }
@@ -91,7 +91,6 @@
91
91
  "certains",
92
92
  "certes",
93
93
  "ces",
94
- "cet",
95
94
  "cette",
96
95
  "ceux",
97
96
  "ceux-ci",
@@ -355,7 +354,6 @@
355
354
  "parmi",
356
355
  "parole",
357
356
  "partant",
358
- "particulier",
359
357
  "particulière",
360
358
  "particulièrement",
361
359
  "pas",
@@ -9,7 +9,6 @@
9
9
  "aménagement et réduction du temps de travail, artt",
10
10
  "application de gestion des dossiers des ressortissants étrangers en france, agdref",
11
11
  "assistant maternel, assistant maternel du particuler employeur, ass-mat, ass mat, nounou, assmat",
12
- "assmat, ass. mat., ass mat, ass.mat., ass-mat, assistant maternel",
13
12
  "bureau d'étude technique, syntech, syntec",
14
13
  "bâtiment et travaux publics, btp",
15
14
  "cancérigène, cancérogène",
@@ -27,6 +26,7 @@
27
26
  "communauté economique européenne, cee",
28
27
  "compte personnel activité, cpa",
29
28
  "compte personnel formation, cpf",
29
+ "compte épargne temps, cet",
30
30
  "congé individuel de formation, cif",
31
31
  "congé parental d'éducation, congé parental",
32
32
  "congédiement, licenciement",
@@ -101,7 +101,7 @@
101
101
  "oralement, verbalement",
102
102
  "organisation internationale du travail, oit",
103
103
  "organisme professionnel de prévention bâtiment et travaux publics, oppbtp",
104
- "patron, employeur",
104
+ "employeur, patron",
105
105
  "pass navigo, frais de transport => pass_navigo",
106
106
  "plan de retrait amiante, pra",
107
107
  "plan de sauvegarde de l'emploi, pse",
@@ -0,0 +1,518 @@
1
+ // Jest Snapshot v1, https://goo.gl/fbAQLP
2
+
3
+ exports[`Should vectorize query 1`] = `
4
+ Array [
5
+ 0.0438434631,
6
+ -0.0490312502,
7
+ 0.00235111592,
8
+ -0.0780912638,
9
+ -0.0701495335,
10
+ 0.0556978285,
11
+ 0.044645194,
12
+ -0.0479362234,
13
+ 0.0256066564,
14
+ -0.0324297138,
15
+ -0.0381305665,
16
+ -0.0263730343,
17
+ -0.0533100292,
18
+ -0.0143299699,
19
+ 0.0422459319,
20
+ -0.0851668268,
21
+ 0.0482804738,
22
+ -0.0531980544,
23
+ -0.0155515289,
24
+ 0.0137831578,
25
+ 0.0458553694,
26
+ -0.0720224231,
27
+ -0.00312755699,
28
+ 0.041056212,
29
+ 0.0376711041,
30
+ -0.0325903,
31
+ -0.0356587172,
32
+ 0.0542115569,
33
+ 0.0204156693,
34
+ -0.0212878,
35
+ 0.0806816444,
36
+ -0.0714659691,
37
+ 0.0635643527,
38
+ 0.0439954326,
39
+ 0.0304844938,
40
+ -0.0115209604,
41
+ -0.0268593635,
42
+ -0.00380108529,
43
+ -0.0538817942,
44
+ 0.0854901,
45
+ 0.0444503613,
46
+ 0.0360992551,
47
+ 0.0233618282,
48
+ 0.0258550607,
49
+ 0.0581101887,
50
+ 0.0475058034,
51
+ -0.0501295701,
52
+ -0.0481438749,
53
+ 0.0188793372,
54
+ -0.0209107287,
55
+ -0.0551797785,
56
+ -0.0291177072,
57
+ -0.00898007397,
58
+ -0.0398417488,
59
+ -0.0848915502,
60
+ 0.0884981,
61
+ 0.0865295678,
62
+ -0.0175486449,
63
+ 0.0414926633,
64
+ -0.00519013638,
65
+ 0.0214591827,
66
+ 0.0502149463,
67
+ 0.0383131,
68
+ 0.0305958427,
69
+ 0.058741454,
70
+ 0.00130343251,
71
+ -0.0303584784,
72
+ -0.0441885963,
73
+ 0.0371379852,
74
+ 0.0136861475,
75
+ 0.00521949353,
76
+ 0.0536504574,
77
+ 0.0396001,
78
+ -0.0222272221,
79
+ 0.0315906815,
80
+ -0.00820836145,
81
+ -0.000315723097,
82
+ -0.0497042611,
83
+ 0.0217814818,
84
+ -0.00408856198,
85
+ 0.000484792516,
86
+ 0.00740013458,
87
+ -0.0869826153,
88
+ 0.048788853,
89
+ 0.00181595865,
90
+ 0.0858082175,
91
+ 0.0496106334,
92
+ -0.0504398197,
93
+ 0.0876824707,
94
+ 0.0452748127,
95
+ 0.0311690159,
96
+ 0.0332900211,
97
+ -0.0894301608,
98
+ 0.0590081215,
99
+ -0.0156490579,
100
+ 0.0668781549,
101
+ 0.0125536136,
102
+ -0.0364926718,
103
+ -0.0560784675,
104
+ 0.0228263475,
105
+ 0.015874194,
106
+ 0.00910735782,
107
+ -0.0503972247,
108
+ -0.0829613507,
109
+ 0.0132032754,
110
+ -0.0281754602,
111
+ 0.0432832725,
112
+ 0.0263468437,
113
+ 0.0342485867,
114
+ 0.0125774564,
115
+ -0.0322239846,
116
+ 0.0895613134,
117
+ 0.074820891,
118
+ -0.0267213,
119
+ 0.083816573,
120
+ -0.0267278962,
121
+ 0.0433920436,
122
+ 0.0674289539,
123
+ 0.0750565305,
124
+ -0.0373892486,
125
+ -0.0314786434,
126
+ -0.00571815576,
127
+ -0.0166967735,
128
+ 0.04927136,
129
+ -0.000846642535,
130
+ -0.0527553968,
131
+ -0.0282503869,
132
+ -0.00167986949,
133
+ 0.044408977,
134
+ 0.0409143157,
135
+ 0.00632905355,
136
+ 0.0434069298,
137
+ 0.0269144699,
138
+ -0.026139643,
139
+ 0.0112772975,
140
+ -0.0280284043,
141
+ -0.0484059714,
142
+ -0.0380344875,
143
+ -0.0233404767,
144
+ -0.0245412197,
145
+ -0.0223798566,
146
+ -0.0610495098,
147
+ -0.00616650889,
148
+ -0.063930057,
149
+ -0.0444256328,
150
+ -0.0188375879,
151
+ 0.0438707694,
152
+ -0.0458817221,
153
+ 0.0148102064,
154
+ 0.0139475008,
155
+ 0.0164261367,
156
+ 0.0636297464,
157
+ -0.0070602647,
158
+ 0.0588596463,
159
+ 0.057619743,
160
+ 0.0778694749,
161
+ 0.0307238866,
162
+ 0.0846642181,
163
+ -0.0357397087,
164
+ -0.0288816728,
165
+ -0.0503234267,
166
+ -0.0694722906,
167
+ -0.0275475364,
168
+ 0.00457768049,
169
+ 0.0104184356,
170
+ 0.0319374502,
171
+ 0.0442467891,
172
+ -0.023085773,
173
+ 0.0449570045,
174
+ 0.0550148748,
175
+ -0.0714119449,
176
+ -0.0188587029,
177
+ 0.0833924636,
178
+ -0.0624462701,
179
+ -0.0474287756,
180
+ 0.0638572723,
181
+ -0.0388612971,
182
+ 0.0296103675,
183
+ -0.0493157394,
184
+ -0.0553766191,
185
+ -0.00962884817,
186
+ -0.0373490043,
187
+ 0.0143496301,
188
+ -0.0243990682,
189
+ -0.054020647,
190
+ -0.0526327118,
191
+ 0.0563644804,
192
+ 0.03772128,
193
+ 0.0446871482,
194
+ -0.0505562,
195
+ -0.0284344349,
196
+ -0.0197533052,
197
+ -0.084170416,
198
+ -0.0533251204,
199
+ 0.00416565966,
200
+ -0.0362208597,
201
+ -0.0336151533,
202
+ 0.0338334553,
203
+ 0.0221248809,
204
+ -0.0534501895,
205
+ 0.0686795637,
206
+ 0.0256583821,
207
+ 0.0275796801,
208
+ 0.00961465947,
209
+ -0.0471304618,
210
+ -0.016948564,
211
+ -0.00672083348,
212
+ -0.0341275,
213
+ -0.0262650549,
214
+ 0.0366224684,
215
+ 0.0133584291,
216
+ -0.0487141423,
217
+ -0.035943877,
218
+ -0.0557364151,
219
+ 0.0140161738,
220
+ -0.0399260782,
221
+ 0.0120830741,
222
+ 0.0306740068,
223
+ -0.0287626926,
224
+ 0.00434095,
225
+ -0.0644054,
226
+ 0.0546573326,
227
+ -0.0422844887,
228
+ 0.0278841481,
229
+ 0.0727715418,
230
+ 0.0193923861,
231
+ 0.0346547328,
232
+ -0.0468010232,
233
+ -0.0303750634,
234
+ -0.0803945,
235
+ 0.0846428722,
236
+ 0.0892245173,
237
+ 0.0407531783,
238
+ 0.0334679522,
239
+ -0.0417619608,
240
+ -0.0334874019,
241
+ 0.0547210649,
242
+ -0.0350732394,
243
+ 0.0257862508,
244
+ 0.0891598687,
245
+ 0.00121683732,
246
+ -0.0346523523,
247
+ 0.0312033389,
248
+ 0.0234537069,
249
+ 0.0415361077,
250
+ -0.0274891984,
251
+ 0.0842922851,
252
+ -0.0596133024,
253
+ -0.0424585156,
254
+ 0.0000862645102,
255
+ 0.0259262901,
256
+ 0.0603292398,
257
+ 0.04438252,
258
+ -0.0551889762,
259
+ -0.0105086351,
260
+ 0.0708460286,
261
+ -0.0589231774,
262
+ 0.00985943154,
263
+ -0.0105161257,
264
+ 0.00274796458,
265
+ -0.0181794707,
266
+ -0.00148376846,
267
+ -0.0374469347,
268
+ 0.00469151698,
269
+ -0.0415378734,
270
+ 0.0428713597,
271
+ -0.0305133909,
272
+ -0.0323491469,
273
+ 0.0572924092,
274
+ -0.0165061839,
275
+ -0.0481721833,
276
+ 0.00825455505,
277
+ 0.0369821973,
278
+ 0.0637124479,
279
+ 0.0472295843,
280
+ 0.033259239,
281
+ -0.0185355786,
282
+ -0.0438800454,
283
+ -0.038437929,
284
+ -0.0343373828,
285
+ 0.0224762671,
286
+ 0.0639191866,
287
+ 0.0495102927,
288
+ 0.0510535352,
289
+ -0.0187720452,
290
+ -0.0811314359,
291
+ 0.0251854472,
292
+ 0.0128281163,
293
+ -0.0331289545,
294
+ 0.0148917641,
295
+ -0.0784121156,
296
+ -0.0484440438,
297
+ 0.0565910749,
298
+ -0.0635484681,
299
+ 0.0196403824,
300
+ -0.0169618744,
301
+ 0.0808047727,
302
+ -0.0258872434,
303
+ 0.0229311846,
304
+ 0.0363457613,
305
+ 0.0419951566,
306
+ -0.0520798787,
307
+ 0.0135846855,
308
+ -0.00122525147,
309
+ -0.0654181466,
310
+ 0.0331145078,
311
+ -0.055592183,
312
+ 0.0566663332,
313
+ 0.0396073461,
314
+ -0.034417782,
315
+ -0.00455844263,
316
+ -0.00152327341,
317
+ -0.0282495599,
318
+ -0.0895441547,
319
+ -0.0382580347,
320
+ -0.0458223782,
321
+ 0.0421960615,
322
+ -0.0238940772,
323
+ -0.00210447726,
324
+ -0.0502500795,
325
+ 0.0464117639,
326
+ -0.0555515103,
327
+ 0.0513378307,
328
+ 0.0204190854,
329
+ -0.0421888679,
330
+ -0.0327247232,
331
+ -0.0358271338,
332
+ 0.0172335822,
333
+ 0.0372308269,
334
+ 0.0865138099,
335
+ 0.0375631861,
336
+ 0.074399136,
337
+ 0.0436373167,
338
+ -0.0507825166,
339
+ 0.0364600606,
340
+ -0.0227652062,
341
+ 0.0291484892,
342
+ 0.0285069775,
343
+ 0.0130857956,
344
+ -0.038251549,
345
+ -0.0374166258,
346
+ 0.0445228405,
347
+ -0.0122084757,
348
+ -0.0596516728,
349
+ 0.0145608224,
350
+ -0.0233841315,
351
+ 0.0802331,
352
+ -0.0459859557,
353
+ -0.0559436455,
354
+ -0.0887912437,
355
+ -0.0554513037,
356
+ 0.00295471284,
357
+ -0.016999213,
358
+ 0.046938628,
359
+ -0.0665064231,
360
+ -0.0295859687,
361
+ -0.019636305,
362
+ -0.041676227,
363
+ 0.036030326,
364
+ -0.0322416686,
365
+ 0.0433701426,
366
+ -0.0445168167,
367
+ -0.0622924045,
368
+ -0.0471341871,
369
+ -0.0085363267,
370
+ -0.0368881524,
371
+ 0.00767552247,
372
+ -0.0294911247,
373
+ -0.00738387927,
374
+ 0.0186420754,
375
+ -0.0653548241,
376
+ 0.0561704971,
377
+ 0.0563674681,
378
+ -0.0343773291,
379
+ -0.0122860149,
380
+ 0.0166428108,
381
+ 0.0016487384,
382
+ 0.0249331687,
383
+ 0.0482274964,
384
+ 0.0597106554,
385
+ 0.0673185289,
386
+ 0.0199275985,
387
+ 0.032886494,
388
+ 0.0227657519,
389
+ 0.0612067543,
390
+ 0.00312666968,
391
+ -0.0109046102,
392
+ -0.082196258,
393
+ 0.0553526506,
394
+ -0.0370009392,
395
+ 0.0570427589,
396
+ -0.00581062492,
397
+ 0.0382646434,
398
+ 0.0562737845,
399
+ 0.014029664,
400
+ -0.0259991661,
401
+ -0.03179048,
402
+ -0.0574578866,
403
+ 0.00207971456,
404
+ -0.0101685161,
405
+ -0.00697827805,
406
+ 0.0303706881,
407
+ 0.052889362,
408
+ -0.0504900962,
409
+ -0.0307756085,
410
+ -0.0631296933,
411
+ -0.0400354564,
412
+ 0.00892951805,
413
+ 0.0313901678,
414
+ 0.0448109359,
415
+ 0.0550018549,
416
+ 0.0213436391,
417
+ -0.00636483124,
418
+ -0.0181989335,
419
+ -0.0175447315,
420
+ 0.047342293,
421
+ 0.0288592409,
422
+ 0.03198082,
423
+ 0.0576672591,
424
+ 0.0165910032,
425
+ -0.0168908965,
426
+ -0.0671215355,
427
+ -0.0288633835,
428
+ 0.0635483488,
429
+ 0.0321576968,
430
+ -0.0607527681,
431
+ -0.0205502361,
432
+ -0.00285521336,
433
+ -0.0457142591,
434
+ 0.0641788915,
435
+ -0.0274563488,
436
+ -0.0201446023,
437
+ 0.0473186299,
438
+ -0.0493149497,
439
+ -0.0534017384,
440
+ -0.0134483837,
441
+ 0.0214075577,
442
+ 0.0600798428,
443
+ 0.0374310538,
444
+ 0.0488755181,
445
+ -0.0376931019,
446
+ 0.0738425702,
447
+ -0.0443806909,
448
+ 0.0540336333,
449
+ -0.0765658319,
450
+ 0.00831421,
451
+ -0.0415831544,
452
+ -0.0456576,
453
+ 0.0624215305,
454
+ 0.0497765876,
455
+ -0.0432529934,
456
+ -0.0129977576,
457
+ -0.00395289483,
458
+ -0.0156621858,
459
+ 0.0828978419,
460
+ -0.0289102867,
461
+ 0.0349290706,
462
+ 0.0225152019,
463
+ -0.0373871922,
464
+ 0.0235617757,
465
+ 0.0237791203,
466
+ 0.0796598122,
467
+ 0.0205920115,
468
+ 0.0226774309,
469
+ -0.00914188102,
470
+ 0.0850592554,
471
+ 0.0286211595,
472
+ 0.00278234505,
473
+ -0.0291580074,
474
+ 0.0476852208,
475
+ -0.0492650717,
476
+ -0.0191195961,
477
+ -0.0385595895,
478
+ 0.0268641617,
479
+ -0.0540936366,
480
+ -0.0412358977,
481
+ 0.0534972511,
482
+ -0.0544652529,
483
+ -0.0704171211,
484
+ 0.0552844368,
485
+ 0.0323622115,
486
+ 0.0351666771,
487
+ 0.0887229219,
488
+ 0.0182562247,
489
+ -0.049317468,
490
+ -0.0326105952,
491
+ 0.00224632584,
492
+ 0.0183045287,
493
+ 0.0503613502,
494
+ -0.0511848,
495
+ -0.0803402588,
496
+ 0.0419878,
497
+ 0.0448362827,
498
+ 0.0175788142,
499
+ -0.00397981564,
500
+ 0.00421865936,
501
+ -0.0554786772,
502
+ -0.00165158964,
503
+ -0.0836706311,
504
+ -0.0539769642,
505
+ 0.0536644235,
506
+ 0.0230259486,
507
+ 0.00437027309,
508
+ -0.0429702699,
509
+ -0.0508877821,
510
+ -0.0124947233,
511
+ -0.0472936742,
512
+ 0.0794638619,
513
+ -0.0355518907,
514
+ 0.0460581556,
515
+ 0.0422027335,
516
+ 0.0455406308,
517
+ ]
518
+ `;
@@ -5,8 +5,8 @@ const { stopwords: semantic_stopwords } = require("../dataset/stop_words");
5
5
 
6
6
  // URL of the TF serve deployment
7
7
  const NLP_URL =
8
- process.env.NLP_URL ||
9
- "https://serving-ml-preprod.dev.fabrique.social.gouv.fr";
8
+ process.env.NLP_URL || "https://serving-ml.fabrique.social.gouv.fr";
9
+ console.log("@shared/elasticsearch - NLP URL:", NLP_URL);
10
10
  const tfServeURL = NLP_URL + "/v1/models/sentqam:predict";
11
11
 
12
12
  function stripAccents(text) {