@socialgouv/fiches-vdd-types 2.789.0 → 2.790.0

package/.github/workflows/fetch-test.yml

@@ -10,7 +10,7 @@ jobs:
   fetch:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
 
       - name: Set up Node.js
         uses: actions/setup-node@v3

package/.github/workflows/fetch.yml

@@ -9,8 +9,7 @@ jobs:
   fetch:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
-
+      - uses: actions/checkout@v4
       - name: Set up Node.js
         uses: actions/setup-node@v3
         with:

package/CHANGELOG.md

@@ -1,3 +1,17 @@
+# [2.790.0](https://github.com/SocialGouv/fiches-vdd/compare/v2.789.0...v2.790.0) (2023-09-06)
+
+
+### Bug Fixes
+
+* **alert:** enable lfs on the repository ([dc01028](https://github.com/SocialGouv/fiches-vdd/commit/dc01028df3a5a83ea34d702d30db9df731ca7f64))
+* **data:** don't save file over 100MB due to git limitation ([64a3e43](https://github.com/SocialGouv/fiches-vdd/commit/64a3e439724fb7c6f4b7aa3bc51cc9a22e964740))
+* **data:** don't save file over 100MB due to git limitation ([c01d034](https://github.com/SocialGouv/fiches-vdd/commit/c01d0340d069a2e91def0419832bc190d34b711e))
+
+
+### Features
+
+* **data:** 20230906_1249 update ([2824ecd](https://github.com/SocialGouv/fiches-vdd/commit/2824ecd783a9660732952a3cb3f1227fcc0e7dfa))
+
 # [2.789.0](https://github.com/SocialGouv/fiches-vdd/compare/v2.788.0...v2.789.0) (2023-08-31)
 
 

package/fetch.js

@@ -40,16 +40,28 @@ const fetchAll = async () => {
     fs.mkdirSync(`./data/${type}`, { recursive: true });
     const fiches = await getDatasetJson(type, url);
     const writeSpinner = ora(`Writing "${type}" fiches`).start();
-    fiches.forEach((fiche) => {
-      const fileName = `./data/${type}/${fiche.id}.json`;
-      try {
-        fs.writeFileSync(fileName, JSON.stringify(fiche, null, 2));
-      } catch (err) {
-        writeSpinner.warn(`Error saving "${fileName}": ${err.message}`);
-      }
-    });
+    const fichesIdArray = fiches
+      .map((fiche) => {
+        const fileName = `./data/${type}/${fiche.id}.json`;
+        const fileContent = JSON.stringify(fiche, null, 2);
+        if (fileContent.length > 100000000) {
+          writeSpinner.warn(
+            `Error saving "${fileName}": Size is too big ${
+              fileContent.length / 1000000
+            }MB (git limitation is 100MB). If you need this file, please consider using git-lfs or compression.`
+          );
+          return undefined;
+        } else {
+          try {
+            fs.writeFileSync(fileName, fileContent);
+          } catch (err) {
+            writeSpinner.warn(`Error saving "${fileName}": ${err.message}`);
+          }
+        }
+        return fiche.id;
+      })
+      .filter((ficheId) => ficheId !== undefined);
     const indexName = `./data/${type}/index.json`;
-    const fichesIdArray = fiches.map((fiche) => fiche.id);
     try {
       fs.writeFileSync(indexName, JSON.stringify(fichesIdArray, null, 2));
     } catch (err) {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@socialgouv/fiches-vdd-types",
   "description": "Fiches vos droits et démarches au format JSON",
-  "version": "2.789.0",
+  "version": "2.790.0",
   "repository": "https://github.com/SocialGouv/fiches-vdd.git",
   "main": "index.js",
   "license": "MIT",