@mediapipe/tasks-retrieval 1.1.0-rc.20260929
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +218 -0
- package/NOTICE +32053 -0
- package/README.md +90 -0
- package/package.json +29 -0
- package/retrieval.d.ts +706 -0
- package/retrieval_bundle.cjs +2 -0
- package/retrieval_bundle.cjs.map +1 -0
- package/retrieval_bundle.js +2 -0
- package/retrieval_bundle.js.map +1 -0
- package/retrieval_bundle.mjs +2 -0
- package/retrieval_bundle.mjs.map +1 -0
- package/wasm/retrieval_wasm_internal.js +8628 -0
- package/wasm/retrieval_wasm_internal.wasm +0 -0
- package/wasm/retrieval_wasm_module_internal.js +8624 -0
- package/wasm/retrieval_wasm_module_internal.wasm +0 -0
- package/wasm/retrieval_wasm_nosimd_internal.js +8619 -0
- package/wasm/retrieval_wasm_nosimd_internal.wasm +0 -0
package/README.md
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
# MediaPipe Tasks Retrieval Package
|
|
2
|
+
|
|
3
|
+
This package contains the retrieval tasks for MediaPipe.
|
|
4
|
+
|
|
5
|
+
## Semantic Retriever
|
|
6
|
+
|
|
7
|
+
The MediaPipe Semantic Retriever automates vector similarity search and index
|
|
8
|
+
building on the web. It combines in-memory vector storage with embedding-based
|
|
9
|
+
retrieval, allowing you to quickly build multi-modal semantic search into your
|
|
10
|
+
web apps.
|
|
11
|
+
|
|
12
|
+
For more information, refer to the [Semantic Retriever](https://developers.google.com/mediapipe/solutions/retrieval/semantic_retriever/web_js)
|
|
13
|
+
documentation.
|
|
14
|
+
|
|
15
|
+
```javascript
|
|
16
|
+
import { SemanticRetriever, InMemoryVectorStore, UniversalEmbedder, FilesetResolver } from "@mediapipe/tasks-retrieval";
|
|
17
|
+
|
|
18
|
+
const retrieval = await FilesetResolver.forRetrievalTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-retrieval@latest/wasm");
|
|
19
|
+
|
|
20
|
+
const embedder = await UniversalEmbedder.createFromOptions(retrieval, {
|
|
21
|
+
baseOptions: {
|
|
22
|
+
modelAssetPath: "https://storage.googleapis.com/mediapipe-models/universal_embedder/embededder.litertlm"
|
|
23
|
+
}
|
|
24
|
+
});
|
|
25
|
+
|
|
26
|
+
const semanticRetriever = await SemanticRetriever.createFromComponents(retrieval, {
|
|
27
|
+
vectorStore: new InMemoryVectorStore(),
|
|
28
|
+
providers: [embedder.getProvider()]
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
await semanticRetriever.insertDocument("doc1", "How to compute semantic distance on the web");
|
|
32
|
+
await semanticRetriever.insertDocument("doc2", "Best vector search libraries for JavaScript");
|
|
33
|
+
|
|
34
|
+
const results = await semanticRetriever.retrieve("What is vector search in JS?", { limit: 1 });
|
|
35
|
+
console.log(`Similarity Score: ${results[0].score}, Text Data: ${results[0].textData}`);
|
|
36
|
+
```
|
|
37
|
+
|
|
38
|
+
## Universal Embedder
|
|
39
|
+
|
|
40
|
+
The MediaPipe Universal Embedder extracts versatile feature embeddings from
|
|
41
|
+
multi-modal inputs – including text, image, and audio - all within the same
|
|
42
|
+
embedding space.
|
|
43
|
+
|
|
44
|
+
For more information, refer to the [Universal Embedder](https://developers.google.com/mediapipe/solutions/retrieval/universal_embedder/web_js)
|
|
45
|
+
documentation.
|
|
46
|
+
|
|
47
|
+
```javascript
|
|
48
|
+
import { UniversalEmbedder, FilesetResolver } from "@mediapipe/tasks-retrieval";
|
|
49
|
+
|
|
50
|
+
const retrieval = await FilesetResolver.forRetrievalTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-retrieval@latest/wasm");
|
|
51
|
+
const universalEmbedder = await UniversalEmbedder.createFromOptions(
|
|
52
|
+
retrieval,
|
|
53
|
+
{
|
|
54
|
+
baseOptions: {
|
|
55
|
+
modelAssetPath: "https://storage.googleapis.com/mediapipe-models/universal_embedder/embededder.litertlm"
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
);
|
|
59
|
+
|
|
60
|
+
// Embed text
|
|
61
|
+
const textEmbeddingResult = universalEmbedder.embedText("The quick brown fox jumps over the lazy dog");
|
|
62
|
+
console.log("Text embedding:", textEmbeddingResult.embeddings[0].floatEmbedding);
|
|
63
|
+
|
|
64
|
+
// Embed images directly from the DOM
|
|
65
|
+
const image = document.getElementById("myImage");
|
|
66
|
+
const imageEmbeddingResult = universalEmbedder.embedImage(image);
|
|
67
|
+
|
|
68
|
+
// Compute similarity
|
|
69
|
+
const similarity = UniversalEmbedder.cosineSimilarity(
|
|
70
|
+
textEmbeddingResult.embeddings[0],
|
|
71
|
+
imageEmbeddingResult.embeddings[0]
|
|
72
|
+
);
|
|
73
|
+
```
|
|
74
|
+
|
|
75
|
+
### Privacy Notice
|
|
76
|
+
|
|
77
|
+
Last modified: June 5, 2026
|
|
78
|
+
|
|
79
|
+
When you use MediaPipe Tasks, processing of the input data (e.g. images, video,
|
|
80
|
+
text) takes place on device, and MediaPipe does not send that input data to
|
|
81
|
+
Google servers. As a result, you can use our MediaPipe Tasks APIs for
|
|
82
|
+
processing data that should not leave the device.
|
|
83
|
+
|
|
84
|
+
MediaPipe Tasks APIs send metrics about the performance and utilization of the
|
|
85
|
+
APIs in your app to Google. Google uses this metrics data to measure
|
|
86
|
+
performance, usage, debug, maintain and improve the MediaPipe Tasks, as further
|
|
87
|
+
described in our [Privacy Policy](https://policies.google.com/privacy).
|
|
88
|
+
|
|
89
|
+
**You are responsible for obtaining informed consent from your app users about
|
|
90
|
+
Google's processing of MediaPipe metrics data as required by applicable law.**
|
package/package.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@mediapipe/tasks-retrieval",
|
|
3
|
+
"version": "1.1.0-rc.20260929",
|
|
4
|
+
"description": "MediaPipe Retrieval Tasks. See the privacy notice at https://goo.gle/mediapipe-privacy.",
|
|
5
|
+
"main": "retrieval_bundle.cjs",
|
|
6
|
+
"browser": "retrieval_bundle.mjs",
|
|
7
|
+
"module": "retrieval_bundle.mjs",
|
|
8
|
+
"exports": {
|
|
9
|
+
".": {
|
|
10
|
+
"import": "./retrieval_bundle.mjs",
|
|
11
|
+
"require": "./retrieval_bundle.cjs",
|
|
12
|
+
"default": "./retrieval_bundle.mjs",
|
|
13
|
+
"types": "./retrieval.d.ts"
|
|
14
|
+
},
|
|
15
|
+
"./retrieval_bundle.js": "./retrieval_bundle.js",
|
|
16
|
+
"./retrieval_wasm_internal.js": "./wasm/retrieval_wasm_internal.js",
|
|
17
|
+
"./retrieval_wasm_internal.wasm": "./wasm/retrieval_wasm_internal.wasm",
|
|
18
|
+
"./retrieval_wasm_nosimd_internal.js": "./wasm/retrieval_wasm_nosimd_internal.js",
|
|
19
|
+
"./retrieval_wasm_nosimd_internal.wasm": "./wasm/retrieval_wasm_nosimd_internal.wasm",
|
|
20
|
+
"./retrieval_wasm_module_internal.js": "./wasm/retrieval_wasm_module_internal.js",
|
|
21
|
+
"./retrieval_wasm_module_internal.wasm": "./wasm/retrieval_wasm_module_internal.wasm"
|
|
22
|
+
},
|
|
23
|
+
"author": "mediapipe@google.com",
|
|
24
|
+
"license": "Apache-2.0",
|
|
25
|
+
"type": "module",
|
|
26
|
+
"types": "retrieval.d.ts",
|
|
27
|
+
"homepage": "http://mediapipe.dev",
|
|
28
|
+
"keywords": [ "AR", "ML", "Augmented", "MediaPipe", "MediaPipe Tasks" ]
|
|
29
|
+
}
|