mulmocast 2.18.0 → 2.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/assets/schemas/mulmo_script.json +100 -0
- package/lib/actions/audio.js +4 -1
- package/lib/actions/avatar.js +4 -1
- package/lib/agents/add_bgm_agent.d.ts +13 -1
- package/lib/agents/add_bgm_agent.js +77 -4
- package/lib/methods/mulmo_studio_context.d.ts +2 -0
- package/lib/methods/mulmo_studio_context.js +19 -0
- package/lib/types/schema.d.ts +64 -0
- package/lib/types/schema.js +42 -0
- package/lib/types/type.d.ts +2 -1
- package/lib/utils/context.d.ts +32 -0
- package/lib/utils/jinglescript.d.ts +12 -0
- package/lib/utils/jinglescript.js +63 -0
- package/package.json +25 -24
- package/scripts/test/test_jinglescript_sound_effects.json +101 -0
- package/scripts/test/test_sound_effects.json +64 -0
- package/scripts/test/test_sound_effects_animation.json +441 -0
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "mulmocast",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.20.0",
|
|
4
4
|
"description": "",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "lib/index.node.js",
|
|
@@ -98,8 +98,8 @@
|
|
|
98
98
|
},
|
|
99
99
|
"homepage": "https://github.com/receptron/mulmocast-cli#readme",
|
|
100
100
|
"dependencies": {
|
|
101
|
-
"@google-cloud/text-to-speech": "^
|
|
102
|
-
"@google/genai": "^2.
|
|
101
|
+
"@google-cloud/text-to-speech": "^7.1.1",
|
|
102
|
+
"@google/genai": "^2.28.0",
|
|
103
103
|
"@graphai/anthropic_agent": "^2.1.0",
|
|
104
104
|
"@graphai/browserless_agent": "^2.0.4",
|
|
105
105
|
"@graphai/gemini_agent": "^2.1.0",
|
|
@@ -115,17 +115,18 @@
|
|
|
115
115
|
"@modernized/fluent-ffmpeg": "^1.0.3",
|
|
116
116
|
"@mozilla/readability": "^0.6.0",
|
|
117
117
|
"@mulmocast/deck": "^2.0.2",
|
|
118
|
-
"@tavily/core": "^0.7.
|
|
118
|
+
"@tavily/core": "^0.7.14",
|
|
119
119
|
"archiver": "^8.0.0",
|
|
120
120
|
"clipboardy": "^5.3.2",
|
|
121
|
-
"dotenv": "^
|
|
121
|
+
"dotenv": "^18.0.7",
|
|
122
122
|
"graphai": "^2.0.18",
|
|
123
|
+
"jinglescript": "^0.7.0",
|
|
123
124
|
"js-tiktoken": "^1.0.21",
|
|
124
|
-
"jsdom": "^
|
|
125
|
+
"jsdom": "^30.1.2",
|
|
125
126
|
"marked": "^18.1.0",
|
|
126
127
|
"mulmocast-vision": "^1.0.12",
|
|
127
128
|
"ora": "^9.4.1",
|
|
128
|
-
"puppeteer": "^25.
|
|
129
|
+
"puppeteer": "^25.13.0",
|
|
129
130
|
"replicate": "^1.4.0",
|
|
130
131
|
"yaml": "^2.9.1",
|
|
131
132
|
"yargs": "^18.2.0",
|
|
@@ -135,21 +136,21 @@
|
|
|
135
136
|
"@eslint/js": "^10.0.1",
|
|
136
137
|
"@react-three/fiber": "^9.8.1",
|
|
137
138
|
"@receptron/test_utils": "^2.0.3",
|
|
138
|
-
"@remotion/bundler": "^4.0.
|
|
139
|
-
"@remotion/effects": "^4.0.
|
|
140
|
-
"@remotion/layout-utils": "^4.0.
|
|
141
|
-
"@remotion/motion-blur": "^4.0.
|
|
142
|
-
"@remotion/noise": "^4.0.
|
|
143
|
-
"@remotion/paths": "^4.0.
|
|
144
|
-
"@remotion/renderer": "^4.0.
|
|
145
|
-
"@remotion/shapes": "^4.0.
|
|
146
|
-
"@remotion/three": "^4.0.
|
|
147
|
-
"@remotion/transitions": "^4.0.
|
|
139
|
+
"@remotion/bundler": "^4.0.534",
|
|
140
|
+
"@remotion/effects": "^4.0.534",
|
|
141
|
+
"@remotion/layout-utils": "^4.0.534",
|
|
142
|
+
"@remotion/motion-blur": "^4.0.534",
|
|
143
|
+
"@remotion/noise": "^4.0.534",
|
|
144
|
+
"@remotion/paths": "^4.0.534",
|
|
145
|
+
"@remotion/renderer": "^4.0.534",
|
|
146
|
+
"@remotion/shapes": "^4.0.534",
|
|
147
|
+
"@remotion/three": "^4.0.534",
|
|
148
|
+
"@remotion/transitions": "^4.0.534",
|
|
148
149
|
"@types/archiver": "^8.0.0",
|
|
149
|
-
"@types/jsdom": "^
|
|
150
|
-
"@types/node": "^26.6.
|
|
150
|
+
"@types/jsdom": "^30.0.0",
|
|
151
|
+
"@types/node": "^26.6.5",
|
|
151
152
|
"@types/yargs": "^17.0.35",
|
|
152
|
-
"avatarscript": "^0.
|
|
153
|
+
"avatarscript": "^0.4.0",
|
|
153
154
|
"cross-env": "^10.1.0",
|
|
154
155
|
"esbuild": "^0.28.2",
|
|
155
156
|
"eslint": "^10.12.0",
|
|
@@ -158,10 +159,10 @@
|
|
|
158
159
|
"eslint-plugin-prettier": "^5.5.6",
|
|
159
160
|
"eslint-plugin-sonarjs": "^4.2.2",
|
|
160
161
|
"globals": "^17.13.0",
|
|
161
|
-
"prettier": "^3.9.
|
|
162
|
+
"prettier": "^3.9.10",
|
|
162
163
|
"react": "^19.2.0",
|
|
163
164
|
"react-dom": "^19.2.0",
|
|
164
|
-
"remotion": "^4.0.
|
|
165
|
+
"remotion": "^4.0.534",
|
|
165
166
|
"three": "^0.186.1",
|
|
166
167
|
"tsx": "^4.23.15",
|
|
167
168
|
"typescript": "6.0.3",
|
|
@@ -179,7 +180,7 @@
|
|
|
179
180
|
"@remotion/shapes": "^4.0.533",
|
|
180
181
|
"@remotion/three": "^4.0.533",
|
|
181
182
|
"@remotion/transitions": "^4.0.533",
|
|
182
|
-
"avatarscript": "^0.
|
|
183
|
+
"avatarscript": "^0.4.0",
|
|
183
184
|
"onnxruntime-node": "^1.30.0",
|
|
184
185
|
"react": "^19.2.0",
|
|
185
186
|
"react-dom": "^19.2.0",
|
|
@@ -240,6 +241,6 @@
|
|
|
240
241
|
}
|
|
241
242
|
},
|
|
242
243
|
"engines": {
|
|
243
|
-
"node": "
|
|
244
|
+
"node": "^22.22.2 || ^24.15.0 || >=26.0.0"
|
|
244
245
|
}
|
|
245
246
|
}
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$mulmocast": { "version": "1.1" },
|
|
3
|
+
"lang": "ja",
|
|
4
|
+
"title": "JingleScript sound effects test",
|
|
5
|
+
"audioParams": { "bgmVolume": 0.05 },
|
|
6
|
+
"beats": [
|
|
7
|
+
{
|
|
8
|
+
"text": "チク、タク、チク、タク。時計がなりますよ。",
|
|
9
|
+
"image": { "type": "textSlide", "slide": { "title": "チクタク、チーン" } },
|
|
10
|
+
"soundEffects": [
|
|
11
|
+
{
|
|
12
|
+
"source": {
|
|
13
|
+
"kind": "jinglescript",
|
|
14
|
+
"score": {
|
|
15
|
+
"format": "jinglescript/1",
|
|
16
|
+
"title": "Clock ticks into a chime",
|
|
17
|
+
"tempo": 120,
|
|
18
|
+
"length": { "seconds": 5 },
|
|
19
|
+
"cues": { "hit": { "seconds": 3 } },
|
|
20
|
+
"tracks": [
|
|
21
|
+
{
|
|
22
|
+
"instrument": "clock",
|
|
23
|
+
"reverb": false,
|
|
24
|
+
"gain": -4,
|
|
25
|
+
"notes": [{ "at": 0, "variant": ["tick", "tock"], "vel": 0.7, "repeat": { "every": 1, "until": "hit-1" } }]
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
"instrument": "glockenspiel",
|
|
29
|
+
"notes": [
|
|
30
|
+
{ "at": "hit", "pitch": ["C6", "G6"], "vel": 0.8 },
|
|
31
|
+
{ "at": "hit+1", "pitch": "C7", "vel": 0.4 }
|
|
32
|
+
]
|
|
33
|
+
}
|
|
34
|
+
]
|
|
35
|
+
}
|
|
36
|
+
},
|
|
37
|
+
"volume": 0.7
|
|
38
|
+
}
|
|
39
|
+
]
|
|
40
|
+
},
|
|
41
|
+
{
|
|
42
|
+
"text": "ポン、ポン、ポン！ 星が三つ出てきました。",
|
|
43
|
+
"image": { "type": "textSlide", "slide": { "title": "ポン、ポン、ポン" } },
|
|
44
|
+
"soundEffects": [
|
|
45
|
+
{
|
|
46
|
+
"source": {
|
|
47
|
+
"kind": "jinglescript",
|
|
48
|
+
"score": {
|
|
49
|
+
"format": "jinglescript/1",
|
|
50
|
+
"tempo": 120,
|
|
51
|
+
"length": { "seconds": 2 },
|
|
52
|
+
"tracks": [
|
|
53
|
+
{
|
|
54
|
+
"instrument": "pop",
|
|
55
|
+
"reverb": false,
|
|
56
|
+
"notes": [
|
|
57
|
+
{ "at": 0, "pitch": "E6", "vel": 0.8 },
|
|
58
|
+
{ "at": 0.5, "pitch": "G6", "vel": 0.8 },
|
|
59
|
+
{ "at": 1, "pitch": "C7", "vel": 0.9 }
|
|
60
|
+
]
|
|
61
|
+
}
|
|
62
|
+
]
|
|
63
|
+
}
|
|
64
|
+
},
|
|
65
|
+
"startAt": 0.2
|
|
66
|
+
}
|
|
67
|
+
]
|
|
68
|
+
},
|
|
69
|
+
{
|
|
70
|
+
"text": "よくできました！",
|
|
71
|
+
"image": { "type": "textSlide", "slide": { "title": "よくできました" } },
|
|
72
|
+
"soundEffects": [
|
|
73
|
+
{
|
|
74
|
+
"source": {
|
|
75
|
+
"kind": "jinglescript",
|
|
76
|
+
"score": {
|
|
77
|
+
"format": "jinglescript/1",
|
|
78
|
+
"title": "Well done",
|
|
79
|
+
"tempo": 130,
|
|
80
|
+
"length": { "seconds": 3 },
|
|
81
|
+
"cues": { "hit": { "seconds": 0.7 } },
|
|
82
|
+
"tracks": [
|
|
83
|
+
{
|
|
84
|
+
"instrument": "marimba",
|
|
85
|
+
"notes": [
|
|
86
|
+
{ "at": 0, "pitch": "G4", "vel": 0.8 },
|
|
87
|
+
{ "at": 0.5, "pitch": "C5", "vel": 0.85 },
|
|
88
|
+
{ "at": "hit", "pitch": ["C5", "E5", "G5", "C6"], "vel": 1.0 }
|
|
89
|
+
]
|
|
90
|
+
},
|
|
91
|
+
{ "instrument": "marimba", "notes": [{ "at": "hit", "pitch": ["C3", "G3"], "vel": 0.9 }] }
|
|
92
|
+
]
|
|
93
|
+
}
|
|
94
|
+
},
|
|
95
|
+
"startAt": 0.8,
|
|
96
|
+
"volume": 0.8
|
|
97
|
+
}
|
|
98
|
+
]
|
|
99
|
+
}
|
|
100
|
+
]
|
|
101
|
+
}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$mulmocast": { "version": "1.1" },
|
|
3
|
+
"lang": "ja",
|
|
4
|
+
"title": "Sound effects test",
|
|
5
|
+
"audioParams": { "bgmVolume": 0.1 },
|
|
6
|
+
"beats": [
|
|
7
|
+
{
|
|
8
|
+
"text": "時計の針が動いています。チク、タク、チク、タク。",
|
|
9
|
+
"image": { "type": "textSlide", "slide": { "title": "チクタク" } },
|
|
10
|
+
"soundEffects": [
|
|
11
|
+
{
|
|
12
|
+
"source": {
|
|
13
|
+
"kind": "url",
|
|
14
|
+
"url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/soundeffects/opengameart/bart-ticking-clock/ticking_clock.wav"
|
|
15
|
+
},
|
|
16
|
+
"startAt": 0,
|
|
17
|
+
"volume": 0.6,
|
|
18
|
+
"loop": true
|
|
19
|
+
}
|
|
20
|
+
]
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
"text": "ボールがはねました。そして、コインをゲット！",
|
|
24
|
+
"image": { "type": "textSlide", "slide": { "title": "ビヨーン、チャリン" } },
|
|
25
|
+
"soundEffects": [
|
|
26
|
+
{
|
|
27
|
+
"source": {
|
|
28
|
+
"kind": "url",
|
|
29
|
+
"url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/soundeffects/opengameart/ezduzziteh-boings/bing_01.mp3"
|
|
30
|
+
},
|
|
31
|
+
"startAt": 0.8
|
|
32
|
+
},
|
|
33
|
+
{
|
|
34
|
+
"source": {
|
|
35
|
+
"kind": "url",
|
|
36
|
+
"url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/soundeffects/opengameart/junkala-512-retro-sfx/general-sounds/coins/sfx_coin_single1.wav"
|
|
37
|
+
},
|
|
38
|
+
"startAt": 2.2,
|
|
39
|
+
"volume": 0.7
|
|
40
|
+
}
|
|
41
|
+
]
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
"text": "パチーン！ 大正解です。",
|
|
45
|
+
"image": { "type": "textSlide", "slide": { "title": "大正解" } },
|
|
46
|
+
"soundEffects": [
|
|
47
|
+
{
|
|
48
|
+
"source": {
|
|
49
|
+
"kind": "url",
|
|
50
|
+
"url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/soundeffects/kenney/impact-sounds/impactPunch_medium_000.ogg"
|
|
51
|
+
}
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
"source": {
|
|
55
|
+
"kind": "url",
|
|
56
|
+
"url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/soundeffects/opengameart/junkala-512-retro-sfx/general-sounds/fanfares/sfx_sounds_fanfare1.wav"
|
|
57
|
+
},
|
|
58
|
+
"startAt": 0.6,
|
|
59
|
+
"volume": 0.8
|
|
60
|
+
}
|
|
61
|
+
]
|
|
62
|
+
}
|
|
63
|
+
]
|
|
64
|
+
}
|