all-the-public-replicate-models 1.0.0

package/package.json

@@ -0,0 +1,17 @@
+{
+  "name": "all-the-public-replicate-models",
+  "description": "An offline database of metadata for all the public models on Replicate",
+  "version": "1.0.0",
+  "devDependencies": {
+    "chai": "^4.3.10",
+    "lodash-es": "^4.17.21",
+    "mocha": "^10.2.0",
+    "replicate": "github:replicate/replicate-javascript#add-method-for-listing-public-models"
+  },
+  "type": "module",
+  "main": "index.mjs",
+  "scripts": {
+    "build": "node script/build.js > models.json",
+    "test": "mocha test.js"
+  }
+}

package/script/build.js

@@ -0,0 +1,24 @@
+import Replicate from "replicate";
+const replicate = new Replicate();
+import {unset} from "lodash-es";
+
+async function main () {
+  console.error("Fetching all public models from Replicate...")
+  const models = []
+  for await (const batch of replicate.paginate(replicate.models.list)) {
+    process.stderr.write('.')
+    models.push(...batch);
+  }
+
+  // remove some noisy fields that are not needed
+  for (let i = 0; i < models.length; i++) {
+    unset(models[i], 'default_example.logs')
+    unset(models[i], 'default_example.urls')
+    unset(models[i], 'default_example.webhook_completed')
+    unset(models[i], 'latest_version.openapi_schema.paths')
+  }
+
+  process.stdout.write(JSON.stringify(models, null, 2))
+}
+
+main()

package/test.js

@@ -0,0 +1,22 @@
+import { expect } from 'chai';
+import models from './index.mjs';
+
+describe('models module', () => {
+  it('should be an array', () => {
+    expect(models).to.be.an('array');
+  });
+
+  it('should have at least 500 objects', () => {
+    expect(models).to.have.lengthOf.at.least(500);
+  });
+
+  describe('first object in the array', () => {
+    it('should have an owner property', () => {
+      expect(models[0]).to.have.property('owner');
+    });
+
+    it('should have a name property', () => {
+      expect(models[0]).to.have.property('name');
+    });
+  });
+});