mulmocast 0.1.7 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/assets/templates/akira_comic.json +1 -1
  2. package/assets/templates/ani.json +1 -1
  3. package/assets/templates/ani_ja.json +2 -3
  4. package/assets/templates/characters.json +1 -1
  5. package/assets/templates/children_book.json +1 -1
  6. package/assets/templates/comic_strips.json +1 -1
  7. package/assets/templates/drslump_comic.json +1 -1
  8. package/assets/templates/ghibli_comic.json +1 -1
  9. package/assets/templates/ghibli_image_only.json +1 -1
  10. package/assets/templates/ghibli_shorts.json +2 -3
  11. package/assets/templates/ghost_comic.json +1 -1
  12. package/assets/templates/onepiece_comic.json +1 -1
  13. package/assets/templates/portrait_movie.json +1 -1
  14. package/assets/templates/realistic_movie.json +1 -1
  15. package/assets/templates/sensei_and_taro.json +4 -5
  16. package/assets/templates/shorts.json +1 -1
  17. package/assets/templates/trailer.json +1 -1
  18. package/lib/actions/audio.js +6 -7
  19. package/lib/actions/image_agents.d.ts +25 -76
  20. package/lib/actions/image_agents.js +11 -3
  21. package/lib/actions/images.js +36 -4
  22. package/lib/actions/movie.js +1 -1
  23. package/lib/agents/index.d.ts +2 -1
  24. package/lib/agents/index.js +2 -1
  25. package/lib/agents/movie_replicate_agent.js +17 -5
  26. package/lib/agents/sound_effect_replicate_agent.d.ts +5 -0
  27. package/lib/agents/sound_effect_replicate_agent.js +59 -0
  28. package/lib/mcp/server.js +2 -2
  29. package/lib/methods/index.d.ts +1 -0
  30. package/lib/methods/index.js +1 -0
  31. package/lib/methods/mulmo_presentation_style.d.ts +10 -5
  32. package/lib/methods/mulmo_presentation_style.js +24 -20
  33. package/lib/methods/mulmo_script.d.ts +4 -0
  34. package/lib/methods/mulmo_script.js +31 -0
  35. package/lib/types/agent.d.ts +9 -0
  36. package/lib/types/schema.d.ts +396 -244
  37. package/lib/types/schema.js +22 -12
  38. package/lib/types/type.d.ts +2 -3
  39. package/lib/utils/assets.d.ts +18 -0
  40. package/lib/utils/assets.js +101 -0
  41. package/lib/utils/context.d.ts +25 -12
  42. package/lib/utils/context.js +2 -1
  43. package/lib/utils/file.d.ts +4 -1
  44. package/lib/utils/file.js +3 -5
  45. package/lib/utils/preprocess.d.ts +20 -11
  46. package/lib/utils/preprocess.js +7 -5
  47. package/lib/utils/provider2agent.d.ts +19 -1
  48. package/lib/utils/provider2agent.js +73 -0
  49. package/lib/utils/utils.js +3 -0
  50. package/package.json +1 -1
package/lib/utils/provider2agent.js CHANGED
@@ -51,6 +51,66 @@ export const provider2MovieAgent = {
51
51
  "minimax/hailuo-02",
52
52
  "pixverse/pixverse-v4.5",
53
53
  ],
54
+ modelParams: {
55
+ "bytedance/seedance-1-lite": {
56
+ durations: [5, 10],
57
+ start_image: "image",
58
+ last_image: "last_frame_image",
59
+ price_per_sec: 0.036, // in USD
60
+ },
61
+ "bytedance/seedance-1-pro": {
62
+ durations: [5, 10],
63
+ start_image: "image",
64
+ last_image: "last_frame_image",
65
+ price_per_sec: 0.15,
66
+ },
67
+ "kwaivgi/kling-v1.6-pro": {
68
+ durations: [5, 10],
69
+ start_image: "start_image",
70
+ price_per_sec: 0.095,
71
+ },
72
+ "kwaivgi/kling-v2.1": {
73
+ durations: [5, 10],
74
+ start_image: "start_image",
75
+ price_per_sec: 0.05,
76
+ },
77
+ "kwaivgi/kling-v2.1-master": {
78
+ durations: [5, 10],
79
+ start_image: "start_image",
80
+ price_per_sec: 0.28,
81
+ },
82
+ "google/veo-2": {
83
+ durations: [5, 6, 7, 8],
84
+ start_image: "image",
85
+ price_per_sec: 0.5,
86
+ },
87
+ "google/veo-3": {
88
+ durations: [8],
89
+ start_image: undefined,
90
+ price_per_sec: 0.75,
91
+ },
92
+ "google/veo-3-fast": {
93
+ durations: [8],
94
+ start_image: undefined,
95
+ price_per_sec: 0.4,
96
+ },
97
+ "minimax/video-01": {
98
+ durations: [6],
99
+ start_image: "first_frame_image",
100
+ price_per_sec: 0.5,
101
+ },
102
+ "minimax/hailuo-02": {
103
+ durations: [6], // NOTE: 10 for only 720p
104
+ start_image: "first_frame_image",
105
+ price_per_sec: 0.08,
106
+ },
107
+ "pixverse/pixverse-v4.5": {
108
+ durations: [5, 8],
109
+ start_image: "image",
110
+ last_image: "last_frame_image",
111
+ price_per_sec: 0.12,
112
+ },
113
+ },
54
114
  },
55
115
  google: {
56
116
  agentName: "movieGoogleAgent",
@@ -58,6 +118,18 @@ export const provider2MovieAgent = {
58
118
  models: ["veo-2.0-generate-001"],
59
119
  },
60
120
  };
121
+ export const provider2SoundEffectAgent = {
122
+ replicate: {
123
+ agentName: "soundEffectReplicateAgent",
124
+ defaultModel: "zsxkib/mmaudio",
125
+ models: ["zsxkib/mmaudio"],
126
+ modelParams: {
127
+ "zsxkib/mmaudio": {
128
+ identifier: "zsxkib/mmaudio:62871fb59889b2d7c13777f08deb3b36bdff88f7e1d53a50ad7694548a41b484",
129
+ },
130
+ },
131
+ },
132
+ };
61
133
  // : Record<LLM, { agent: string; defaultModel: string; max_tokens: number }>
62
134
  export const provider2LLMAgent = {
63
135
  openai: {
@@ -87,6 +159,7 @@ export const defaultProviders = {
87
159
  text2movie: "replicate",
88
160
  text2Html: "openai",
89
161
  llm: "openai",
162
+ soundEffect: "replicate",
90
163
  };
91
164
  export const llm = Object.keys(provider2LLMAgent);
92
165
  export const htmlLLMProvider = ["openai", "anthropic"];
package/lib/utils/utils.js CHANGED
@@ -73,6 +73,9 @@ export const settings2GraphAIConfig = (settings, env) => {
73
73
  ttsElevenlabsAgent: {
74
74
  apiKey: getKey("TTS", "ELEVENLABS_API_KEY"),
75
75
  },
76
+ soundEffectReplicateAgent: {
77
+ apiKey: getKey("SOUND_EFFECT", "REPLICATE_API_TOKEN"),
78
+ },
76
79
  // TODO
77
80
  // browserlessAgent
78
81
  // ttsGoogleAgent
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "mulmocast",
3
- "version": "0.1.7",
3
+ "version": "1.1.0",
4
4
  "description": "",
5
5
  "type": "module",
6
6
  "main": "lib/index.node.js",