@nina-protocol/nina-db 0.0.99 → 0.0.101
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/migrations/20250425215723_add_search_indexes.js +54 -0
- package/dist/migrations/20250523215722_add_search_indexes.js +80 -0
- package/dist/models/Release.js +4 -11
- package/package.json +1 -1
- package/src/migrations/20250523215722_add_search_indexes.js +94 -0
- package/src/models/Release.js +4 -12
- package/dist/migrations/20250616215722_program_id.js +0 -18
- package/src/migrations/20250616215722_program_id.js +0 -19
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @param { import("knex").Knex } knex
|
|
3
|
+
* @returns { Promise<void> }
|
|
4
|
+
*/
|
|
5
|
+
export const up = function (knex) {
|
|
6
|
+
return Promise.all([
|
|
7
|
+
// Accounts table indexes
|
|
8
|
+
knex.schema.alterTable('accounts', table => {
|
|
9
|
+
table.index('displayName');
|
|
10
|
+
table.index('handle');
|
|
11
|
+
}),
|
|
12
|
+
// Hubs table indexes
|
|
13
|
+
knex.schema.raw('CREATE INDEX idx_hubs_handle ON hubs (handle)'),
|
|
14
|
+
knex.schema.raw('CREATE INDEX idx_hubs_display_name ON hubs ((data->>\'displayName\'))'),
|
|
15
|
+
// Tags table index
|
|
16
|
+
knex.schema.alterTable('tags', table => {
|
|
17
|
+
table.index('value');
|
|
18
|
+
}),
|
|
19
|
+
// Releases table indexes for search
|
|
20
|
+
knex.schema.raw('CREATE INDEX idx_releases_metadata_name ON releases ((metadata->>\'name\'))'),
|
|
21
|
+
knex.schema.raw('CREATE INDEX idx_releases_metadata_artist ON releases ((metadata->\'properties\'->>\'artist\'))'),
|
|
22
|
+
knex.schema.raw('CREATE INDEX idx_releases_metadata_title ON releases ((metadata->\'properties\'->>\'title\'))'),
|
|
23
|
+
// GIN indexes for JSON fields
|
|
24
|
+
knex.schema.raw('CREATE INDEX idx_hubs_data_gin ON hubs USING GIN (data)'),
|
|
25
|
+
knex.schema.raw('CREATE INDEX idx_releases_metadata_gin ON releases USING GIN (metadata)')
|
|
26
|
+
]);
|
|
27
|
+
};
|
|
28
|
+
/**
|
|
29
|
+
* @param { import("knex").Knex } knex
|
|
30
|
+
* @returns { Promise<void> }
|
|
31
|
+
*/
|
|
32
|
+
export const down = function (knex) {
|
|
33
|
+
return Promise.all([
|
|
34
|
+
// Drop Accounts table indexes
|
|
35
|
+
knex.schema.alterTable('accounts', table => {
|
|
36
|
+
table.dropIndex('displayName');
|
|
37
|
+
table.dropIndex('handle');
|
|
38
|
+
}),
|
|
39
|
+
// Drop Hubs table indexes
|
|
40
|
+
knex.schema.raw('DROP INDEX IF EXISTS idx_hubs_handle'),
|
|
41
|
+
knex.schema.raw('DROP INDEX IF EXISTS idx_hubs_display_name'),
|
|
42
|
+
// Drop Tags table index
|
|
43
|
+
knex.schema.alterTable('tags', table => {
|
|
44
|
+
table.dropIndex('value');
|
|
45
|
+
}),
|
|
46
|
+
// Drop Releases table indexes
|
|
47
|
+
knex.schema.raw('DROP INDEX IF EXISTS idx_releases_metadata_name'),
|
|
48
|
+
knex.schema.raw('DROP INDEX IF EXISTS idx_releases_metadata_artist'),
|
|
49
|
+
knex.schema.raw('DROP INDEX IF EXISTS idx_releases_metadata_title'),
|
|
50
|
+
// Drop GIN indexes
|
|
51
|
+
knex.schema.raw('DROP INDEX IF EXISTS idx_hubs_data_gin'),
|
|
52
|
+
knex.schema.raw('DROP INDEX IF EXISTS idx_releases_metadata_gin')
|
|
53
|
+
]);
|
|
54
|
+
};
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
export const up = async (knex) => {
|
|
2
|
+
// Add indexes for JSON fields commonly used in search
|
|
3
|
+
await knex.raw(`
|
|
4
|
+
CREATE INDEX IF NOT EXISTS idx_releases_metadata_artist
|
|
5
|
+
ON releases ((metadata->'properties'->>'artist'));
|
|
6
|
+
`);
|
|
7
|
+
await knex.raw(`
|
|
8
|
+
CREATE INDEX IF NOT EXISTS idx_releases_metadata_title
|
|
9
|
+
ON releases ((metadata->'properties'->>'title'));
|
|
10
|
+
`);
|
|
11
|
+
await knex.raw(`
|
|
12
|
+
CREATE INDEX IF NOT EXISTS idx_releases_metadata_tags
|
|
13
|
+
ON releases ((metadata->'properties'->>'tags'));
|
|
14
|
+
`);
|
|
15
|
+
await knex.raw(`
|
|
16
|
+
CREATE INDEX IF NOT EXISTS idx_releases_metadata_symbol
|
|
17
|
+
ON releases ((metadata->'properties'->>'symbol'));
|
|
18
|
+
`);
|
|
19
|
+
// Add index for hub search
|
|
20
|
+
await knex.raw(`
|
|
21
|
+
CREATE INDEX IF NOT EXISTS idx_hubs_data_displayname
|
|
22
|
+
ON hubs ((data->>'displayName'));
|
|
23
|
+
`);
|
|
24
|
+
// Add index for post search
|
|
25
|
+
await knex.raw(`
|
|
26
|
+
CREATE INDEX IF NOT EXISTS idx_posts_data_title
|
|
27
|
+
ON posts ((data->>'title'));
|
|
28
|
+
`);
|
|
29
|
+
await knex.raw(`
|
|
30
|
+
CREATE INDEX IF NOT EXISTS idx_posts_data_description
|
|
31
|
+
ON posts ((data->>'description'));
|
|
32
|
+
`);
|
|
33
|
+
// Add indexes for regular fields
|
|
34
|
+
await knex.raw(`
|
|
35
|
+
CREATE INDEX IF NOT EXISTS idx_accounts_displayname
|
|
36
|
+
ON accounts (display_name);
|
|
37
|
+
`);
|
|
38
|
+
await knex.raw(`
|
|
39
|
+
CREATE INDEX IF NOT EXISTS idx_accounts_handle
|
|
40
|
+
ON accounts (handle);
|
|
41
|
+
`);
|
|
42
|
+
await knex.raw(`
|
|
43
|
+
CREATE INDEX IF NOT EXISTS idx_hubs_handle
|
|
44
|
+
ON hubs (handle);
|
|
45
|
+
`);
|
|
46
|
+
await knex.raw(`
|
|
47
|
+
CREATE INDEX IF NOT EXISTS idx_releases_archived
|
|
48
|
+
ON releases (archived);
|
|
49
|
+
`);
|
|
50
|
+
await knex.raw(`
|
|
51
|
+
CREATE INDEX IF NOT EXISTS idx_releases_datetime
|
|
52
|
+
ON releases (datetime);
|
|
53
|
+
`);
|
|
54
|
+
await knex.raw(`
|
|
55
|
+
CREATE INDEX IF NOT EXISTS idx_posts_datetime
|
|
56
|
+
ON posts (datetime);
|
|
57
|
+
`);
|
|
58
|
+
// Add composite indexes for common query patterns
|
|
59
|
+
await knex.raw(`
|
|
60
|
+
CREATE INDEX IF NOT EXISTS idx_releases_archived_datetime
|
|
61
|
+
ON releases (archived, datetime);
|
|
62
|
+
`);
|
|
63
|
+
};
|
|
64
|
+
export const down = async (knex) => {
|
|
65
|
+
// Remove all created indexes
|
|
66
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_metadata_artist;`);
|
|
67
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_metadata_title;`);
|
|
68
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_metadata_tags;`);
|
|
69
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_metadata_symbol;`);
|
|
70
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_hubs_data_displayname;`);
|
|
71
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_posts_data_title;`);
|
|
72
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_posts_data_description;`);
|
|
73
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_accounts_displayname;`);
|
|
74
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_accounts_handle;`);
|
|
75
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_hubs_handle;`);
|
|
76
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_archived;`);
|
|
77
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_datetime;`);
|
|
78
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_posts_datetime;`);
|
|
79
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_archived_datetime;`);
|
|
80
|
+
};
|
package/dist/models/Release.js
CHANGED
|
@@ -10,12 +10,6 @@ import Tag from './Tag.js';
|
|
|
10
10
|
import axios from 'axios';
|
|
11
11
|
import promiseRetry from 'promise-retry';
|
|
12
12
|
import { customAlphabet } from 'nanoid';
|
|
13
|
-
const ensureHttps = (uri) => {
|
|
14
|
-
if (!uri.startsWith('http://') && !uri.startsWith('https://')) {
|
|
15
|
-
return `https://${uri}`;
|
|
16
|
-
}
|
|
17
|
-
return uri;
|
|
18
|
-
};
|
|
19
13
|
const alphabet = '0123456789abcdefghijklmnopqrstuvwxyz';
|
|
20
14
|
const randomStringGenerator = customAlphabet(alphabet, 12);
|
|
21
15
|
export default class Release extends Model {
|
|
@@ -52,7 +46,7 @@ export default class Release extends Model {
|
|
|
52
46
|
archived: { type: 'boolean' },
|
|
53
47
|
},
|
|
54
48
|
};
|
|
55
|
-
static findOrCreate = async (publicKey, hubPublicKey = null
|
|
49
|
+
static findOrCreate = async (publicKey, hubPublicKey = null) => {
|
|
56
50
|
try {
|
|
57
51
|
let release = await Release.query().findOne({ publicKey });
|
|
58
52
|
if (release) {
|
|
@@ -84,10 +78,10 @@ export default class Release extends Model {
|
|
|
84
78
|
}
|
|
85
79
|
let json;
|
|
86
80
|
try {
|
|
87
|
-
json = (await axios.get(
|
|
81
|
+
json = (await axios.get(metadataAccount.uri.replace('www.', '').replace('arweave.net', 'gateway.irys.xyz'))).data;
|
|
88
82
|
}
|
|
89
83
|
catch (error) {
|
|
90
|
-
json = (await axios.get(
|
|
84
|
+
json = (await axios.get(metadataAccount.uri.replace('gateway.irys.xyz', 'arweave.net'))).data;
|
|
91
85
|
}
|
|
92
86
|
const slug = await this.generateSlug(json);
|
|
93
87
|
let publisher = await Account.findOrCreate(releaseAccount.authority.toBase58());
|
|
@@ -98,8 +92,7 @@ export default class Release extends Model {
|
|
|
98
92
|
datetime: new Date(releaseAccount.releaseDatetime.toNumber() * 1000).toISOString(),
|
|
99
93
|
slug,
|
|
100
94
|
publisherId: publisher.id,
|
|
101
|
-
releaseAccount
|
|
102
|
-
programId,
|
|
95
|
+
releaseAccount
|
|
103
96
|
});
|
|
104
97
|
if (hubPublicKey) {
|
|
105
98
|
const hub = await Hub.query().findOne({ publicKey: hubPublicKey });
|
package/package.json
CHANGED
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
export const up = async (knex) => {
|
|
2
|
+
// Add indexes for JSON fields commonly used in search
|
|
3
|
+
await knex.raw(`
|
|
4
|
+
CREATE INDEX IF NOT EXISTS idx_releases_metadata_artist
|
|
5
|
+
ON releases ((metadata->'properties'->>'artist'));
|
|
6
|
+
`);
|
|
7
|
+
|
|
8
|
+
await knex.raw(`
|
|
9
|
+
CREATE INDEX IF NOT EXISTS idx_releases_metadata_title
|
|
10
|
+
ON releases ((metadata->'properties'->>'title'));
|
|
11
|
+
`);
|
|
12
|
+
|
|
13
|
+
await knex.raw(`
|
|
14
|
+
CREATE INDEX IF NOT EXISTS idx_releases_metadata_tags
|
|
15
|
+
ON releases ((metadata->'properties'->>'tags'));
|
|
16
|
+
`);
|
|
17
|
+
|
|
18
|
+
await knex.raw(`
|
|
19
|
+
CREATE INDEX IF NOT EXISTS idx_releases_metadata_symbol
|
|
20
|
+
ON releases ((metadata->'properties'->>'symbol'));
|
|
21
|
+
`);
|
|
22
|
+
|
|
23
|
+
// Add index for hub search
|
|
24
|
+
await knex.raw(`
|
|
25
|
+
CREATE INDEX IF NOT EXISTS idx_hubs_data_displayname
|
|
26
|
+
ON hubs ((data->>'displayName'));
|
|
27
|
+
`);
|
|
28
|
+
|
|
29
|
+
// Add index for post search
|
|
30
|
+
await knex.raw(`
|
|
31
|
+
CREATE INDEX IF NOT EXISTS idx_posts_data_title
|
|
32
|
+
ON posts ((data->>'title'));
|
|
33
|
+
`);
|
|
34
|
+
|
|
35
|
+
await knex.raw(`
|
|
36
|
+
CREATE INDEX IF NOT EXISTS idx_posts_data_description
|
|
37
|
+
ON posts ((data->>'description'));
|
|
38
|
+
`);
|
|
39
|
+
|
|
40
|
+
// Add indexes for regular fields
|
|
41
|
+
await knex.raw(`
|
|
42
|
+
CREATE INDEX IF NOT EXISTS idx_accounts_displayname
|
|
43
|
+
ON accounts (display_name);
|
|
44
|
+
`);
|
|
45
|
+
|
|
46
|
+
await knex.raw(`
|
|
47
|
+
CREATE INDEX IF NOT EXISTS idx_accounts_handle
|
|
48
|
+
ON accounts (handle);
|
|
49
|
+
`);
|
|
50
|
+
|
|
51
|
+
await knex.raw(`
|
|
52
|
+
CREATE INDEX IF NOT EXISTS idx_hubs_handle
|
|
53
|
+
ON hubs (handle);
|
|
54
|
+
`);
|
|
55
|
+
|
|
56
|
+
await knex.raw(`
|
|
57
|
+
CREATE INDEX IF NOT EXISTS idx_releases_archived
|
|
58
|
+
ON releases (archived);
|
|
59
|
+
`);
|
|
60
|
+
|
|
61
|
+
await knex.raw(`
|
|
62
|
+
CREATE INDEX IF NOT EXISTS idx_releases_datetime
|
|
63
|
+
ON releases (datetime);
|
|
64
|
+
`);
|
|
65
|
+
|
|
66
|
+
await knex.raw(`
|
|
67
|
+
CREATE INDEX IF NOT EXISTS idx_posts_datetime
|
|
68
|
+
ON posts (datetime);
|
|
69
|
+
`);
|
|
70
|
+
|
|
71
|
+
// Add composite indexes for common query patterns
|
|
72
|
+
await knex.raw(`
|
|
73
|
+
CREATE INDEX IF NOT EXISTS idx_releases_archived_datetime
|
|
74
|
+
ON releases (archived, datetime);
|
|
75
|
+
`);
|
|
76
|
+
};
|
|
77
|
+
|
|
78
|
+
export const down = async (knex) => {
|
|
79
|
+
// Remove all created indexes
|
|
80
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_metadata_artist;`);
|
|
81
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_metadata_title;`);
|
|
82
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_metadata_tags;`);
|
|
83
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_metadata_symbol;`);
|
|
84
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_hubs_data_displayname;`);
|
|
85
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_posts_data_title;`);
|
|
86
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_posts_data_description;`);
|
|
87
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_accounts_displayname;`);
|
|
88
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_accounts_handle;`);
|
|
89
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_hubs_handle;`);
|
|
90
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_archived;`);
|
|
91
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_datetime;`);
|
|
92
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_posts_datetime;`);
|
|
93
|
+
await knex.raw(`DROP INDEX IF EXISTS idx_releases_archived_datetime;`);
|
|
94
|
+
};
|
package/src/models/Release.js
CHANGED
|
@@ -12,13 +12,6 @@ import promiseRetry from 'promise-retry';
|
|
|
12
12
|
import { customAlphabet } from 'nanoid';
|
|
13
13
|
import promiseRetry from 'promise-retry';
|
|
14
14
|
|
|
15
|
-
const ensureHttps = (uri) => {
|
|
16
|
-
if (!uri.startsWith('http://') && !uri.startsWith('https://')) {
|
|
17
|
-
return `https://${uri}`;
|
|
18
|
-
}
|
|
19
|
-
return uri;
|
|
20
|
-
};
|
|
21
|
-
|
|
22
15
|
const alphabet = '0123456789abcdefghijklmnopqrstuvwxyz';
|
|
23
16
|
const randomStringGenerator = customAlphabet(alphabet, 12);
|
|
24
17
|
export default class Release extends Model {
|
|
@@ -57,7 +50,7 @@ export default class Release extends Model {
|
|
|
57
50
|
},
|
|
58
51
|
}
|
|
59
52
|
|
|
60
|
-
static findOrCreate = async (publicKey, hubPublicKey=null
|
|
53
|
+
static findOrCreate = async (publicKey, hubPublicKey=null) => {
|
|
61
54
|
try {
|
|
62
55
|
let release = await Release.query().findOne({ publicKey });
|
|
63
56
|
if (release) {
|
|
@@ -96,9 +89,9 @@ export default class Release extends Model {
|
|
|
96
89
|
}
|
|
97
90
|
let json
|
|
98
91
|
try {
|
|
99
|
-
json = (await axios.get(
|
|
92
|
+
json = (await axios.get(metadataAccount.uri.replace('www.','').replace('arweave.net', 'gateway.irys.xyz'))).data
|
|
100
93
|
} catch (error) {
|
|
101
|
-
json = (await axios.get(
|
|
94
|
+
json = (await axios.get(metadataAccount.uri.replace('gateway.irys.xyz', 'arweave.net'))).data
|
|
102
95
|
}
|
|
103
96
|
|
|
104
97
|
const slug = await this.generateSlug(json);
|
|
@@ -110,8 +103,7 @@ export default class Release extends Model {
|
|
|
110
103
|
datetime: new Date(releaseAccount.releaseDatetime.toNumber() * 1000).toISOString(),
|
|
111
104
|
slug,
|
|
112
105
|
publisherId: publisher.id,
|
|
113
|
-
releaseAccount
|
|
114
|
-
programId,
|
|
106
|
+
releaseAccount
|
|
115
107
|
});
|
|
116
108
|
|
|
117
109
|
if (hubPublicKey) {
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @param { import("knex").Knex } knex
|
|
3
|
-
* @returns { Promise<void> }
|
|
4
|
-
*/
|
|
5
|
-
export const up = function (knex) {
|
|
6
|
-
return knex.schema.table('releases', table => {
|
|
7
|
-
table.string('programId').notNullable().defaultTo(process.env.NINA_PROGRAM_ID);
|
|
8
|
-
});
|
|
9
|
-
};
|
|
10
|
-
/**
|
|
11
|
-
* @param { import("knex").Knex } knex
|
|
12
|
-
* @returns { Promise<void> }
|
|
13
|
-
*/
|
|
14
|
-
export const down = function (knex) {
|
|
15
|
-
return knex.schema.table('releases', table => {
|
|
16
|
-
table.dropColumn('programId');
|
|
17
|
-
});
|
|
18
|
-
};
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @param { import("knex").Knex } knex
|
|
3
|
-
* @returns { Promise<void> }
|
|
4
|
-
*/
|
|
5
|
-
export const up = function(knex) {
|
|
6
|
-
return knex.schema.table('releases', table => {
|
|
7
|
-
table.string('programId').notNullable().defaultTo(process.env.NINA_PROGRAM_ID);
|
|
8
|
-
});
|
|
9
|
-
};
|
|
10
|
-
|
|
11
|
-
/**
|
|
12
|
-
* @param { import("knex").Knex } knex
|
|
13
|
-
* @returns { Promise<void> }
|
|
14
|
-
*/
|
|
15
|
-
export const down = function(knex) {
|
|
16
|
-
return knex.schema.table('releases', table => {
|
|
17
|
-
table.dropColumn('programId');
|
|
18
|
-
});
|
|
19
|
-
};
|