arocapi 1.1.0 → 1.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (128) hide show
  1. package/LICENSE.md +5 -0
  2. package/README.md +459 -36
  3. package/dist/app.d.ts +19 -1
  4. package/dist/app.js +37 -29
  5. package/dist/app.js.map +1 -1
  6. package/dist/app.test.js +124 -0
  7. package/dist/app.test.js.map +1 -0
  8. package/dist/index.dev.js +146 -0
  9. package/dist/index.dev.js.map +1 -0
  10. package/dist/routes/crate.d.ts +7 -0
  11. package/dist/routes/crate.js +101 -0
  12. package/dist/routes/crate.js.map +1 -0
  13. package/dist/routes/crate.test.d.ts +1 -0
  14. package/dist/routes/crate.test.js +360 -0
  15. package/dist/routes/crate.test.js.map +1 -0
  16. package/dist/routes/entities.d.ts +6 -1
  17. package/dist/routes/entities.js +52 -39
  18. package/dist/routes/entities.js.map +1 -1
  19. package/dist/routes/entities.test.d.ts +1 -0
  20. package/dist/routes/entities.test.js +245 -0
  21. package/dist/routes/entities.test.js.map +1 -0
  22. package/dist/routes/entity.d.ts +6 -1
  23. package/dist/routes/entity.js +30 -8
  24. package/dist/routes/entity.js.map +1 -1
  25. package/dist/routes/entity.test.d.ts +1 -0
  26. package/dist/routes/entity.test.js +109 -0
  27. package/dist/routes/entity.test.js.map +1 -0
  28. package/dist/routes/file.d.ts +7 -0
  29. package/dist/routes/file.js +113 -0
  30. package/dist/routes/file.js.map +1 -0
  31. package/dist/routes/file.test.d.ts +1 -0
  32. package/dist/routes/file.test.js +319 -0
  33. package/dist/routes/file.test.js.map +1 -0
  34. package/dist/routes/files.d.ts +8 -0
  35. package/dist/routes/files.js +62 -0
  36. package/dist/routes/files.js.map +1 -0
  37. package/dist/routes/files.test.d.ts +1 -0
  38. package/dist/routes/files.test.js +244 -0
  39. package/dist/routes/files.test.js.map +1 -0
  40. package/dist/routes/search.d.ts +6 -1
  41. package/dist/routes/search.js +44 -19
  42. package/dist/routes/search.js.map +1 -1
  43. package/dist/routes/search.test.d.ts +1 -0
  44. package/dist/routes/search.test.js +698 -0
  45. package/dist/routes/search.test.js.map +1 -0
  46. package/dist/test/helpers/fastify.d.ts +9 -0
  47. package/dist/test/helpers/fastify.js +24 -0
  48. package/dist/test/helpers/fastify.js.map +1 -0
  49. package/dist/test/integration.setup.d.ts +58 -0
  50. package/dist/test/integration.setup.js +181 -0
  51. package/dist/test/integration.setup.js.map +1 -0
  52. package/dist/test/integration.test.d.ts +1 -0
  53. package/dist/test/integration.test.js +337 -0
  54. package/dist/test/integration.test.js.map +1 -0
  55. package/dist/transformers/default.d.ts +45 -0
  56. package/dist/transformers/default.js +46 -0
  57. package/dist/transformers/default.js.map +1 -0
  58. package/dist/transformers/default.test.d.ts +1 -0
  59. package/dist/transformers/default.test.js +177 -0
  60. package/dist/transformers/default.test.js.map +1 -0
  61. package/dist/transformers/transformer.test.d.ts +1 -0
  62. package/dist/transformers/transformer.test.js +176 -0
  63. package/dist/transformers/transformer.test.js.map +1 -0
  64. package/dist/types/fileHandlers.d.ts +41 -0
  65. package/dist/types/fileHandlers.js +2 -0
  66. package/dist/types/fileHandlers.js.map +1 -0
  67. package/dist/types/transformers.d.ts +10 -0
  68. package/dist/types/transformers.js +2 -0
  69. package/dist/types/transformers.js.map +1 -0
  70. package/dist/utils/errors.d.ts +23 -0
  71. package/dist/utils/errors.js +21 -0
  72. package/dist/utils/errors.js.map +1 -0
  73. package/dist/utils/errors.test.d.ts +1 -0
  74. package/dist/utils/errors.test.js +66 -0
  75. package/dist/utils/errors.test.js.map +1 -0
  76. package/package.json +35 -28
  77. package/prisma/migrations/20250827033956_record_type_scalar/migration.sql +10 -0
  78. package/prisma/migrations/20250923032753_api_refactor/migration.sql +39 -0
  79. package/prisma/migrations/20250923223119_entity_type_to_string/migration.sql +8 -0
  80. package/prisma/migrations/20251020140329_add_meta_column/migration.sql +2 -0
  81. package/prisma/migrations/20251027010713_add_file_table/migration.sql +17 -0
  82. package/prisma/migrations/20251027221138_add_file_id_to_entity/migration.sql +2 -0
  83. package/prisma/models/entity.prisma +16 -12
  84. package/prisma/models/file.prisma +20 -0
  85. package/prisma.config.ts +6 -1
  86. package/src/__snapshots__/app.test.ts.snap +8 -0
  87. package/src/app.test.ts +158 -0
  88. package/src/app.ts +99 -36
  89. package/src/index.dev.ts +196 -0
  90. package/src/reset.d.ts +1 -0
  91. package/src/routes/__snapshots__/entities.test.ts.snap +68 -0
  92. package/src/routes/__snapshots__/entity.test.ts.snap +57 -0
  93. package/src/routes/__snapshots__/search.test.ts.snap +139 -0
  94. package/src/routes/crate.test.ts +441 -0
  95. package/src/routes/crate.ts +145 -0
  96. package/src/routes/entities.test.ts +284 -0
  97. package/src/routes/entities.ts +69 -48
  98. package/src/routes/entity.test.ts +132 -0
  99. package/src/routes/entity.ts +59 -22
  100. package/src/routes/file.test.ts +399 -0
  101. package/src/routes/file.ts +157 -0
  102. package/src/routes/files.test.ts +303 -0
  103. package/src/routes/files.ts +89 -0
  104. package/src/routes/search.test.ts +807 -0
  105. package/src/routes/search.ts +67 -25
  106. package/src/test/__snapshots__/integration.test.ts.snap +18 -0
  107. package/src/test/helpers/fastify.ts +39 -0
  108. package/src/test/integration.setup.ts +200 -0
  109. package/src/test/integration.test.ts +411 -0
  110. package/src/transformers/default.test.ts +199 -0
  111. package/src/transformers/default.ts +165 -0
  112. package/src/transformers/transformer.test.ts +233 -0
  113. package/src/types/fileHandlers.ts +65 -0
  114. package/src/types/transformers.ts +52 -0
  115. package/src/utils/errors.test.ts +75 -0
  116. package/src/utils/errors.ts +45 -0
  117. package/dist/index.js +0 -25
  118. package/dist/index.js.map +0 -1
  119. package/dist/scripts/loadEntities.js +0 -170
  120. package/dist/scripts/loadEntities.js.map +0 -1
  121. package/dist/type.d.ts +0 -6
  122. package/dist/type.js +0 -2
  123. package/dist/type.js.map +0 -1
  124. package/src/index.ts +0 -35
  125. package/src/scripts/loadEntities.ts +0 -223
  126. package/src/type.ts +0 -7
  127. /package/dist/{scripts/loadEntities.d.ts → app.test.d.ts} +0 -0
  128. /package/dist/{index.d.ts → index.dev.d.ts} +0 -0
@@ -1,170 +0,0 @@
1
- import { Client } from '@opensearch-project/opensearch';
2
- import { PrismaClient } from '../generated/prisma/client.js';
3
- const prisma = new PrismaClient();
4
- if (!process.env.OPENSEARCH_URL) {
5
- throw new Error('OPENSEARCH_URL environment variable is not set');
6
- }
7
- const opensearch = new Client({
8
- node: process.env.OPENSEARCH_URL,
9
- });
10
- const INDEX_NAME = 'entities';
11
- const BATCH_SIZE = 100;
12
- const TOTAL_RECORDS = 1000;
13
- const API_URL = 'https://catalog.paradisec.org.au/api/v1/oni';
14
- const fetchEntities = async (limit, offset) => {
15
- const url = `${API_URL}/entities?limit=${limit}&offset=${offset}`;
16
- console.log(`Fetching ${url}`);
17
- const response = await fetch(url);
18
- if (!response.ok) {
19
- throw new Error(`API request failed with status ${response.status}`);
20
- }
21
- const result = (await response.json());
22
- return result;
23
- };
24
- const fetchEntityRocrate = async (entityId) => {
25
- const url = `${API_URL}/entity/${encodeURIComponent(entityId)}`;
26
- console.log(`Fetching ROCrate for ${entityId}`);
27
- const response = await fetch(url);
28
- if (!response.ok) {
29
- throw new Error(`ROCrate API request failed with status ${response.status} for entity ${entityId}`);
30
- }
31
- const rocrate = await response.json();
32
- return rocrate;
33
- };
34
- const generateDummyData = () => {
35
- const languages = ['English', 'Japanese', 'French', 'Spanish', 'German', 'Italian'];
36
- const mediaTypes = ['audio/wav', 'audio/mp3', 'video/mp4', 'text/plain', 'image/jpeg'];
37
- const communicationModes = ['SpokenLanguage', 'WrittenLanguage', 'SignedLanguage', 'Song'];
38
- const lat = -25 + (Math.random() - 0.5) * 20;
39
- const lng = 134 + (Math.random() - 0.5) * 40;
40
- return {
41
- inLanguage: languages[Math.floor(Math.random() * languages.length)],
42
- mediaType: mediaTypes[Math.floor(Math.random() * mediaTypes.length)],
43
- communicationMode: communicationModes[Math.floor(Math.random() * communicationModes.length)],
44
- location: {
45
- lat,
46
- lon: lng,
47
- },
48
- };
49
- };
50
- const createIndex = async () => {
51
- try {
52
- const indexExists = await opensearch.indices.exists({ index: INDEX_NAME });
53
- if (indexExists.body) {
54
- console.log(`Index ${INDEX_NAME} already exists, deleting...`);
55
- await opensearch.indices.delete({ index: INDEX_NAME });
56
- }
57
- console.log(`Creating index ${INDEX_NAME}...`);
58
- await opensearch.indices.create({
59
- index: INDEX_NAME,
60
- body: {
61
- mappings: {
62
- properties: {
63
- rocrateId: { type: 'keyword' },
64
- name: {
65
- type: 'text',
66
- fields: {
67
- keyword: { type: 'keyword' },
68
- },
69
- },
70
- description: { type: 'text' },
71
- conformsTo: { type: 'keyword' },
72
- recordType: { type: 'keyword' },
73
- memberOf: { type: 'keyword' },
74
- root: { type: 'keyword' },
75
- inLanguage: { type: 'keyword' },
76
- mediaType: { type: 'keyword' },
77
- communicationMode: { type: 'keyword' },
78
- location: { type: 'geo_point' },
79
- createdAt: { type: 'date' },
80
- updatedAt: { type: 'date' },
81
- rocrate: { type: 'text' },
82
- },
83
- },
84
- },
85
- });
86
- console.log('Index created successfully');
87
- }
88
- catch (error) {
89
- console.error('Error creating index:', error);
90
- throw error;
91
- }
92
- };
93
- const indexEntity = async (entity, dummyData, rocrate) => {
94
- const document = {
95
- rocrateId: entity.id,
96
- name: entity.name,
97
- description: entity.description,
98
- conformsTo: entity.conformsTo,
99
- recordType: entity.recordType,
100
- memberOf: entity.memberOf || null,
101
- root: entity.root || null,
102
- inLanguage: dummyData.inLanguage,
103
- mediaType: dummyData.mediaType,
104
- communicationMode: dummyData.communicationMode,
105
- location: dummyData.location,
106
- createdAt: new Date().toISOString(),
107
- updatedAt: new Date().toISOString(),
108
- rocrate: JSON.stringify(rocrate),
109
- };
110
- await opensearch.index({
111
- index: INDEX_NAME,
112
- id: entity.id,
113
- body: document,
114
- });
115
- };
116
- const loadEntities = async () => {
117
- try {
118
- console.log('Starting to load entities...');
119
- await prisma.$connect();
120
- await createIndex();
121
- let processedCount = 0;
122
- while (processedCount < TOTAL_RECORDS) {
123
- const remainingToFetch = Math.min(BATCH_SIZE, TOTAL_RECORDS - processedCount);
124
- const data = await fetchEntities(remainingToFetch, processedCount);
125
- console.log(`Fetched ${data.entities.length} entities (${processedCount + data.entities.length}/${TOTAL_RECORDS})`);
126
- for (const entity of data.entities) {
127
- const dummyData = generateDummyData();
128
- const rocrate = await fetchEntityRocrate(entity.id);
129
- await prisma.entity.create({
130
- data: {
131
- rocrateId: entity.id,
132
- name: entity.name,
133
- description: entity.description,
134
- conformsTo: entity.conformsTo,
135
- memberOf: entity.memberOf || null,
136
- root: entity.root || null,
137
- recordType: entity.recordType,
138
- rocrate: rocrate,
139
- },
140
- });
141
- await indexEntity(entity, dummyData, rocrate);
142
- }
143
- processedCount += data.entities.length;
144
- console.log(`Processed ${processedCount}/${TOTAL_RECORDS} entities`);
145
- if (data.entities.length < remainingToFetch) {
146
- console.log('Reached the end of available entities');
147
- break;
148
- }
149
- }
150
- await opensearch.indices.refresh({ index: INDEX_NAME });
151
- console.log(`Successfully loaded ${processedCount} entities into database and OpenSearch`);
152
- }
153
- catch (error) {
154
- console.error('Error loading entities:', error);
155
- process.exit(1);
156
- }
157
- finally {
158
- await prisma.$disconnect();
159
- }
160
- };
161
- loadEntities()
162
- .then(() => {
163
- console.log('Script completed successfully');
164
- process.exit(0);
165
- })
166
- .catch((error) => {
167
- console.error('Script failed:', error);
168
- process.exit(1);
169
- });
170
- //# sourceMappingURL=loadEntities.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"loadEntities.js","sourceRoot":"","sources":["../../src/scripts/loadEntities.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gCAAgC,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAE7D,MAAM,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;AAElC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;IAChC,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;AACpE,CAAC;AAGD,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC;IAC5B,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;CACjC,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,UAAU,CAAC;AAE9B,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,OAAO,GAAG,6CAA6C,CAAC;AAiB9D,MAAM,aAAa,GAAG,KAAK,EAAE,KAAa,EAAE,MAAc,EAAE,EAAE;IAC5D,MAAM,GAAG,GAAG,GAAG,OAAO,mBAAmB,KAAK,WAAW,MAAM,EAAE,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC;IAE/B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,kCAAkC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAC;IAEzD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;IACpD,MAAM,GAAG,GAAG,GAAG,OAAO,WAAW,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC;IAEhD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,QAAQ,CAAC,MAAM,eAAe,QAAQ,EAAE,CAAC,CAAC;IACtG,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACtC,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,GAAG,EAAE;IAC7B,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IACpF,MAAM,UAAU,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IACvF,MAAM,kBAAkB,GAAG,CAAC,gBAAgB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC;IAG3F,MAAM,GAAG,GAAG,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;IAC7C,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;IAE7C,OAAO;QACL,UAAU,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QACnE,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QACpE,iBAAiB,EAAE,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC5F,QAAQ,EAAE;YACR,GAAG;YACH,GAAG,EAAE,GAAG;SACT;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;IAC7B,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAE3E,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;YACrB,OAAO,CAAC,GAAG,CAAC,SAAS,UAAU,8BAA8B,CAAC,CAAC;YAC/D,MAAM,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,KAAK,CAAC,CAAC;QAC/C,MAAM,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC;YAC9B,KAAK,EAAE,UAAU;YACjB,IAAI,EAAE;gBACJ,QAAQ,EAAE;oBACR,UAAU,EAAE;wBACV,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC9B,IAAI,EAAE;4BACJ,IAAI,EAAE,MAAM;4BACZ,MAAM,EAAE;gCACN,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;6BAC7B;yBACF;wBACD,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;wBAC7B,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC/B,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC/B,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC7B,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBACzB,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC/B,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC9B,iBAAiB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBACtC,QAAQ,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;wBAC/B,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;wBAC3B,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;wBAC3B,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;qBAC1B;iBACF;aACF;SACF,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAIF,MAAM,WAAW,GAAG,KAAK,EAAE,MAAW,EAAE,SAAc,EAAE,OAAY,EAAE,EAAE;IACtE,MAAM,QAAQ,GAAG;QACf,SAAS,EAAE,MAAM,CAAC,EAAE;QACpB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI;QACjC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;QACzB,UAAU,EAAE,SAAS,CAAC,UAAU;QAChC,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,iBAAiB,EAAE,SAAS,CAAC,iBAAiB;QAC9C,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;KACjC,CAAC;IAEF,MAAM,UAAU,CAAC,KAAK,CAAC;QACrB,KAAK,EAAE,UAAU;QACjB,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,IAAI,EAAE,QAAQ;KACf,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,KAAK,IAAmB,EAAE;IAC7C,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC;QAExB,MAAM,WAAW,EAAE,CAAC;QAEpB,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,OAAO,cAAc,GAAG,aAAa,EAAE,CAAC;YACtC,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,aAAa,GAAG,cAAc,CAAC,CAAC;YAC9E,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAC;YAEnE,OAAO,CAAC,GAAG,CACT,WAAW,IAAI,CAAC,QAAQ,CAAC,MAAM,cAAc,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,aAAa,GAAG,CACvG,CAAC;YAEF,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnC,MAAM,SAAS,GAAG,iBAAiB,EAAE,CAAC;gBAGtC,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAEpD,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;oBACzB,IAAI,EAAE;wBACJ,SAAS,EAAE,MAAM,CAAC,EAAE;wBACpB,IAAI,EAAE,MAAM,CAAC,IAAI;wBACjB,WAAW,EAAE,MAAM,CAAC,WAAW;wBAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;wBAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI;wBACjC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;wBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;wBAC7B,OAAO,EAAE,OAAO;qBACjB;iBACF,CAAC,CAAC;gBAEH,MAAM,WAAW,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC;YAED,cAAc,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YACvC,OAAO,CAAC,GAAG,CAAC,aAAa,cAAc,IAAI,aAAa,WAAW,CAAC,CAAC;YAErE,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,gBAAgB,EAAE,CAAC;gBAC5C,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;gBACrD,MAAM;YACR,CAAC;QACH,CAAC;QAED,MAAM,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAExD,OAAO,CAAC,GAAG,CAAC,uBAAuB,cAAc,wCAAwC,CAAC,CAAC;IAC7F,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC;IAC7B,CAAC;AACH,CAAC,CAAC;AAEF,YAAY,EAAE;KACX,IAAI,CAAC,GAAG,EAAE;IACT,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC;KACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACf,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;IACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
package/dist/type.d.ts DELETED
@@ -1,6 +0,0 @@
1
- declare global {
2
- namespace PrismaJson {
3
- type RecordType = 'DataSet' | ' RepositoryCollection' | ' RepositoryObject';
4
- }
5
- }
6
- export {};
package/dist/type.js DELETED
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=type.js.map
package/dist/type.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"type.js","sourceRoot":"","sources":["../src/type.ts"],"names":[],"mappings":""}
package/src/index.ts DELETED
@@ -1,35 +0,0 @@
1
- import { Client } from '@opensearch-project/opensearch';
2
- import Fastify from 'fastify';
3
-
4
- import arocapi from './app.js';
5
- import { PrismaClient } from './generated/prisma/client.js';
6
-
7
- declare module 'fastify' {
8
- interface FastifyInstance {
9
- prisma: PrismaClient;
10
- opensearch: Client;
11
- }
12
- }
13
-
14
- const prisma = new PrismaClient();
15
-
16
- if (!process.env.OPENSEARCH_URL) {
17
- throw new Error('OPENSEARCH_URL environment variable is not set');
18
- }
19
- const opensearchUrl = process.env.OPENSEARCH_URL;
20
- const opensearch = new Client({ node: opensearchUrl });
21
-
22
- const fastify = Fastify({
23
- logger: true,
24
- });
25
- fastify.register(arocapi, { prisma, opensearch });
26
-
27
- const start = async () => {
28
- try {
29
- await fastify.listen({ port: 3000 });
30
- } catch (err) {
31
- fastify.log.error(err);
32
- process.exit(1);
33
- }
34
- };
35
- start();
@@ -1,223 +0,0 @@
1
- import { Client } from '@opensearch-project/opensearch';
2
- import { PrismaClient } from '../generated/prisma/client.js';
3
-
4
- const prisma = new PrismaClient();
5
-
6
- if (!process.env.OPENSEARCH_URL) {
7
- throw new Error('OPENSEARCH_URL environment variable is not set');
8
- }
9
-
10
- // Initialize OpenSearch client
11
- const opensearch = new Client({
12
- node: process.env.OPENSEARCH_URL,
13
- });
14
-
15
- const INDEX_NAME = 'entities';
16
-
17
- const BATCH_SIZE = 100;
18
- const TOTAL_RECORDS = 1000;
19
- const API_URL = 'https://catalog.paradisec.org.au/api/v1/oni';
20
-
21
- interface EntityResponse {
22
- total: number;
23
- entities: {
24
- id: string;
25
- name: string;
26
- description: string;
27
- conformsTo: string;
28
- recordType: string[];
29
- memberOf?: string;
30
- root?: string;
31
- // extra: Record<string, any>;
32
- // searchExtra: Record<string, any>;
33
- }[];
34
- }
35
-
36
- const fetchEntities = async (limit: number, offset: number) => {
37
- const url = `${API_URL}/entities?limit=${limit}&offset=${offset}`;
38
- console.log(`Fetching ${url}`);
39
-
40
- const response = await fetch(url);
41
- if (!response.ok) {
42
- throw new Error(`API request failed with status ${response.status}`);
43
- }
44
-
45
- const result = (await response.json()) as EntityResponse;
46
-
47
- return result;
48
- };
49
-
50
- const fetchEntityRocrate = async (entityId: string) => {
51
- const url = `${API_URL}/entity/${encodeURIComponent(entityId)}`;
52
- console.log(`Fetching ROCrate for ${entityId}`);
53
-
54
- const response = await fetch(url);
55
- if (!response.ok) {
56
- throw new Error(`ROCrate API request failed with status ${response.status} for entity ${entityId}`);
57
- }
58
-
59
- const rocrate = await response.json();
60
- return rocrate;
61
- };
62
-
63
- const generateDummyData = () => {
64
- const languages = ['English', 'Japanese', 'French', 'Spanish', 'German', 'Italian'];
65
- const mediaTypes = ['audio/wav', 'audio/mp3', 'video/mp4', 'text/plain', 'image/jpeg'];
66
- const communicationModes = ['SpokenLanguage', 'WrittenLanguage', 'SignedLanguage', 'Song'];
67
-
68
- // Australian bounding box coordinates
69
- const lat = -25 + (Math.random() - 0.5) * 20; // -35 to -15
70
- const lng = 134 + (Math.random() - 0.5) * 40; // 114 to 154
71
-
72
- return {
73
- inLanguage: languages[Math.floor(Math.random() * languages.length)],
74
- mediaType: mediaTypes[Math.floor(Math.random() * mediaTypes.length)],
75
- communicationMode: communicationModes[Math.floor(Math.random() * communicationModes.length)],
76
- location: {
77
- lat,
78
- lon: lng,
79
- },
80
- };
81
- };
82
-
83
- const createIndex = async () => {
84
- try {
85
- const indexExists = await opensearch.indices.exists({ index: INDEX_NAME });
86
-
87
- if (indexExists.body) {
88
- console.log(`Index ${INDEX_NAME} already exists, deleting...`);
89
- await opensearch.indices.delete({ index: INDEX_NAME });
90
- }
91
-
92
- console.log(`Creating index ${INDEX_NAME}...`);
93
- await opensearch.indices.create({
94
- index: INDEX_NAME,
95
- body: {
96
- mappings: {
97
- properties: {
98
- rocrateId: { type: 'keyword' },
99
- name: {
100
- type: 'text',
101
- fields: {
102
- keyword: { type: 'keyword' },
103
- },
104
- },
105
- description: { type: 'text' },
106
- conformsTo: { type: 'keyword' },
107
- recordType: { type: 'keyword' },
108
- memberOf: { type: 'keyword' },
109
- root: { type: 'keyword' },
110
- inLanguage: { type: 'keyword' },
111
- mediaType: { type: 'keyword' },
112
- communicationMode: { type: 'keyword' },
113
- location: { type: 'geo_point' },
114
- createdAt: { type: 'date' },
115
- updatedAt: { type: 'date' },
116
- rocrate: { type: 'text' },
117
- },
118
- },
119
- },
120
- });
121
-
122
- console.log('Index created successfully');
123
- } catch (error) {
124
- console.error('Error creating index:', error);
125
- throw error;
126
- }
127
- };
128
-
129
- // Index entity to OpenSearch
130
- // biome-ignore lint/suspicious/noExplicitAny: FIXME
131
- const indexEntity = async (entity: any, dummyData: any, rocrate: any) => {
132
- const document = {
133
- rocrateId: entity.id,
134
- name: entity.name,
135
- description: entity.description,
136
- conformsTo: entity.conformsTo,
137
- recordType: entity.recordType,
138
- memberOf: entity.memberOf || null,
139
- root: entity.root || null,
140
- inLanguage: dummyData.inLanguage,
141
- mediaType: dummyData.mediaType,
142
- communicationMode: dummyData.communicationMode,
143
- location: dummyData.location,
144
- createdAt: new Date().toISOString(),
145
- updatedAt: new Date().toISOString(),
146
- rocrate: JSON.stringify(rocrate),
147
- };
148
-
149
- await opensearch.index({
150
- index: INDEX_NAME,
151
- id: entity.id,
152
- body: document,
153
- });
154
- };
155
-
156
- const loadEntities = async (): Promise<void> => {
157
- try {
158
- console.log('Starting to load entities...');
159
- await prisma.$connect();
160
-
161
- await createIndex();
162
-
163
- let processedCount = 0;
164
-
165
- while (processedCount < TOTAL_RECORDS) {
166
- const remainingToFetch = Math.min(BATCH_SIZE, TOTAL_RECORDS - processedCount);
167
- const data = await fetchEntities(remainingToFetch, processedCount);
168
-
169
- console.log(
170
- `Fetched ${data.entities.length} entities (${processedCount + data.entities.length}/${TOTAL_RECORDS})`,
171
- );
172
-
173
- for (const entity of data.entities) {
174
- const dummyData = generateDummyData();
175
-
176
- // Fetch ROCrate data for this entity
177
- const rocrate = await fetchEntityRocrate(entity.id);
178
-
179
- await prisma.entity.create({
180
- data: {
181
- rocrateId: entity.id,
182
- name: entity.name,
183
- description: entity.description,
184
- conformsTo: entity.conformsTo,
185
- memberOf: entity.memberOf || null,
186
- root: entity.root || null,
187
- recordType: entity.recordType,
188
- rocrate: rocrate,
189
- },
190
- });
191
-
192
- await indexEntity(entity, dummyData, rocrate);
193
- }
194
-
195
- processedCount += data.entities.length;
196
- console.log(`Processed ${processedCount}/${TOTAL_RECORDS} entities`);
197
-
198
- if (data.entities.length < remainingToFetch) {
199
- console.log('Reached the end of available entities');
200
- break;
201
- }
202
- }
203
-
204
- await opensearch.indices.refresh({ index: INDEX_NAME });
205
-
206
- console.log(`Successfully loaded ${processedCount} entities into database and OpenSearch`);
207
- } catch (error) {
208
- console.error('Error loading entities:', error);
209
- process.exit(1);
210
- } finally {
211
- await prisma.$disconnect();
212
- }
213
- };
214
-
215
- loadEntities()
216
- .then(() => {
217
- console.log('Script completed successfully');
218
- process.exit(0);
219
- })
220
- .catch((error) => {
221
- console.error('Script failed:', error);
222
- process.exit(1);
223
- });
package/src/type.ts DELETED
@@ -1,7 +0,0 @@
1
- declare global {
2
- namespace PrismaJson {
3
- type RecordType = 'DataSet' | ' RepositoryCollection' | ' RepositoryObject';
4
- }
5
- }
6
-
7
- export {};
File without changes