@srsergio/taptapp-ar 1.0.59 → 1.0.61
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/compiler/detector/crop-detector.js +1 -1
- package/dist/compiler/node-worker.js +12 -37
- package/dist/compiler/offline-compiler.d.ts +4 -1
- package/dist/compiler/offline-compiler.js +4 -17
- package/package.json +1 -1
- package/src/compiler/detector/crop-detector.js +1 -1
- package/src/compiler/node-worker.js +12 -44
- package/src/compiler/offline-compiler.ts +4 -18
|
@@ -8,7 +8,7 @@ class CropDetector {
|
|
|
8
8
|
let minDimension = Math.min(width, height) / 2;
|
|
9
9
|
let cropSize = Math.pow(2, Math.round(Math.log(minDimension) / Math.log(2)));
|
|
10
10
|
this.cropSize = cropSize;
|
|
11
|
-
this.detector = new DetectorLite(cropSize, cropSize, { useLSH: true });
|
|
11
|
+
this.detector = new DetectorLite(cropSize, cropSize, { useLSH: true, maxOctaves: 1 });
|
|
12
12
|
this.lastRandomIndex = 4;
|
|
13
13
|
}
|
|
14
14
|
detect(input) {
|
|
@@ -64,40 +64,15 @@ parentPort.on('message', async (msg) => {
|
|
|
64
64
|
else if (msg.type === 'match') {
|
|
65
65
|
const { targetImage, percentPerImage, basePercent } = msg;
|
|
66
66
|
try {
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
const
|
|
70
|
-
useLSH: true
|
|
71
|
-
});
|
|
72
|
-
parentPort.postMessage({ type: 'progress', percent: basePercent + percentPerImage * 0.1 });
|
|
73
|
-
const { featurePoints: allPoints } = detector.detect(targetImage.data);
|
|
74
|
-
parentPort.postMessage({ type: 'progress', percent: basePercent + percentPerImage * 0.5 });
|
|
75
|
-
// Group points by their scale (octave)
|
|
76
|
-
const scalesMap = new Map();
|
|
77
|
-
for (const p of allPoints) {
|
|
78
|
-
const octaveScale = p.scale;
|
|
79
|
-
let list = scalesMap.get(octaveScale);
|
|
80
|
-
if (!list) {
|
|
81
|
-
list = [];
|
|
82
|
-
scalesMap.set(octaveScale, list);
|
|
83
|
-
}
|
|
84
|
-
// Coordinates in p are already full-res.
|
|
85
|
-
// We need them relative to the scaled image for the keyframe.
|
|
86
|
-
list.push({
|
|
87
|
-
...p,
|
|
88
|
-
x: p.x / octaveScale,
|
|
89
|
-
y: p.y / octaveScale,
|
|
90
|
-
scale: 1.0 // Keypoint scale is always 1.0 relative to its own keyframe image
|
|
91
|
-
});
|
|
92
|
-
}
|
|
93
|
-
// Optional: Run another detector pass at an intermediate scale to improve coverage
|
|
94
|
-
// (e.g. at 1/1.41 ratio) if tracking robustness suffers.
|
|
95
|
-
// For now, let's stick to octaves for MAXIMUM speed.
|
|
67
|
+
const { buildImageList } = await import('./image-list.js');
|
|
68
|
+
const imageList = buildImageList(targetImage);
|
|
69
|
+
const percentPerScale = percentPerImage / imageList.length;
|
|
96
70
|
const keyframes = [];
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
const
|
|
71
|
+
for (let i = 0; i < imageList.length; i++) {
|
|
72
|
+
const image = imageList[i];
|
|
73
|
+
// Disable internal pyramid (maxOctaves: 1) as we are already processing a scale list
|
|
74
|
+
const detector = new DetectorLite(image.width, image.height, { useLSH: true, maxOctaves: 1 });
|
|
75
|
+
const { featurePoints: ps } = detector.detect(image.data);
|
|
101
76
|
const sortedPs = sortPoints(ps);
|
|
102
77
|
const maximaPoints = sortedPs.filter((p) => p.maxima);
|
|
103
78
|
const minimaPoints = sortedPs.filter((p) => !p.maxima);
|
|
@@ -108,13 +83,13 @@ parentPort.on('message', async (msg) => {
|
|
|
108
83
|
minimaPoints,
|
|
109
84
|
maximaPointsCluster,
|
|
110
85
|
minimaPointsCluster,
|
|
111
|
-
width:
|
|
112
|
-
height:
|
|
113
|
-
scale:
|
|
86
|
+
width: image.width,
|
|
87
|
+
height: image.height,
|
|
88
|
+
scale: image.scale,
|
|
114
89
|
});
|
|
115
90
|
parentPort.postMessage({
|
|
116
91
|
type: 'progress',
|
|
117
|
-
percent: basePercent +
|
|
92
|
+
percent: basePercent + (i + 1) * percentPerScale
|
|
118
93
|
});
|
|
119
94
|
}
|
|
120
95
|
parentPort.postMessage({
|
|
@@ -12,7 +12,10 @@ export declare class OfflineCompiler {
|
|
|
12
12
|
constructor();
|
|
13
13
|
_initNodeWorkers(): Promise<void>;
|
|
14
14
|
compileImageTargets(images: any[], progressCallback: (p: number) => void): Promise<any>;
|
|
15
|
-
_compileTarget(targetImages: any[], progressCallback: (p: number) => void): Promise<
|
|
15
|
+
_compileTarget(targetImages: any[], progressCallback: (p: number) => void): Promise<{
|
|
16
|
+
matchingData: any;
|
|
17
|
+
trackingData: any;
|
|
18
|
+
}[]>;
|
|
16
19
|
_compileMatch(targetImages: any[], progressCallback: (p: number) => void): Promise<any[]>;
|
|
17
20
|
_compileTrack(targetImages: any[], progressCallback: (p: number) => void): Promise<any[]>;
|
|
18
21
|
compileTrack({ progressCallback, targetImages, basePercent }: {
|
|
@@ -88,22 +88,8 @@ export class OfflineCompiler {
|
|
|
88
88
|
async _compileTarget(targetImages, progressCallback) {
|
|
89
89
|
if (isNode)
|
|
90
90
|
await this._initNodeWorkers();
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
const wrappedPromises = targetImages.map((targetImage, index) => {
|
|
94
|
-
return this.workerPool.runTask({
|
|
95
|
-
type: 'compile-all', // 🚀 MOONSHOT: Combined task
|
|
96
|
-
targetImage,
|
|
97
|
-
onProgress: (p) => {
|
|
98
|
-
progressMap[index] = p;
|
|
99
|
-
const sum = progressMap.reduce((a, b) => a + b, 0);
|
|
100
|
-
progressCallback(sum / targetImages.length);
|
|
101
|
-
}
|
|
102
|
-
});
|
|
103
|
-
});
|
|
104
|
-
return Promise.all(wrappedPromises);
|
|
105
|
-
}
|
|
106
|
-
// Fallback or non-worker implementation: run match and track sequentially
|
|
91
|
+
// Reverted: 'compile-all' combined task was causing issues with pyramid processing
|
|
92
|
+
// We go back to sequential match and track for reliability
|
|
107
93
|
const matchingResults = await this._compileMatch(targetImages, (p) => progressCallback(p * 0.5));
|
|
108
94
|
const trackingResults = await this._compileTrack(targetImages, (p) => progressCallback(50 + p * 0.5));
|
|
109
95
|
return targetImages.map((_, i) => ({
|
|
@@ -140,7 +126,8 @@ export class OfflineCompiler {
|
|
|
140
126
|
const percentPerImageScale = percentPerImage / imageList.length;
|
|
141
127
|
const keyframes = [];
|
|
142
128
|
for (const image of imageList) {
|
|
143
|
-
|
|
129
|
+
// Disabling internal pyramid (maxOctaves: 1) as we are already processing a scale list
|
|
130
|
+
const detector = new DetectorLite(image.width, image.height, { useLSH: true, maxOctaves: 1 });
|
|
144
131
|
const { featurePoints: ps } = detector.detect(image.data);
|
|
145
132
|
const maximaPoints = ps.filter((p) => p.maxima);
|
|
146
133
|
const minimaPoints = ps.filter((p) => !p.maxima);
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@srsergio/taptapp-ar",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.61",
|
|
4
4
|
"author": "Sergio Lazaro <srsergiolazaro@gmail.com>",
|
|
5
5
|
"license": "GPL-3.0",
|
|
6
6
|
"description": "Ultra-fast, lightweight Augmented Reality Image Tracking SDK for the web. Features an optimized offline compiler, React components, and compatibility with Three.js/A-Frame. No heavy ML frameworks required.",
|
|
@@ -11,7 +11,7 @@ class CropDetector {
|
|
|
11
11
|
let cropSize = Math.pow(2, Math.round(Math.log(minDimension) / Math.log(2)));
|
|
12
12
|
this.cropSize = cropSize;
|
|
13
13
|
|
|
14
|
-
this.detector = new DetectorLite(cropSize, cropSize, { useLSH: true });
|
|
14
|
+
this.detector = new DetectorLite(cropSize, cropSize, { useLSH: true, maxOctaves: 1 });
|
|
15
15
|
|
|
16
16
|
this.lastRandomIndex = 4;
|
|
17
17
|
}
|
|
@@ -71,49 +71,17 @@ parentPort.on('message', async (msg) => {
|
|
|
71
71
|
const { targetImage, percentPerImage, basePercent } = msg;
|
|
72
72
|
|
|
73
73
|
try {
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
const
|
|
77
|
-
useLSH: true
|
|
78
|
-
});
|
|
79
|
-
|
|
80
|
-
parentPort.postMessage({ type: 'progress', percent: basePercent + percentPerImage * 0.1 });
|
|
81
|
-
|
|
82
|
-
const { featurePoints: allPoints } = detector.detect(targetImage.data);
|
|
83
|
-
|
|
84
|
-
parentPort.postMessage({ type: 'progress', percent: basePercent + percentPerImage * 0.5 });
|
|
85
|
-
|
|
86
|
-
// Group points by their scale (octave)
|
|
87
|
-
const scalesMap = new Map();
|
|
88
|
-
for (const p of allPoints) {
|
|
89
|
-
const octaveScale = p.scale;
|
|
90
|
-
let list = scalesMap.get(octaveScale);
|
|
91
|
-
if (!list) {
|
|
92
|
-
list = [];
|
|
93
|
-
scalesMap.set(octaveScale, list);
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
// Coordinates in p are already full-res.
|
|
97
|
-
// We need them relative to the scaled image for the keyframe.
|
|
98
|
-
list.push({
|
|
99
|
-
...p,
|
|
100
|
-
x: p.x / octaveScale,
|
|
101
|
-
y: p.y / octaveScale,
|
|
102
|
-
scale: 1.0 // Keypoint scale is always 1.0 relative to its own keyframe image
|
|
103
|
-
});
|
|
104
|
-
}
|
|
105
|
-
|
|
106
|
-
// Optional: Run another detector pass at an intermediate scale to improve coverage
|
|
107
|
-
// (e.g. at 1/1.41 ratio) if tracking robustness suffers.
|
|
108
|
-
// For now, let's stick to octaves for MAXIMUM speed.
|
|
109
|
-
|
|
74
|
+
const { buildImageList } = await import('./image-list.js');
|
|
75
|
+
const imageList = buildImageList(targetImage);
|
|
76
|
+
const percentPerScale = percentPerImage / imageList.length;
|
|
110
77
|
const keyframes = [];
|
|
111
|
-
const sortedScales = Array.from(scalesMap.keys()).sort((a, b) => a - b);
|
|
112
78
|
|
|
113
|
-
|
|
79
|
+
for (let i = 0; i < imageList.length; i++) {
|
|
80
|
+
const image = imageList[i];
|
|
81
|
+
// Disable internal pyramid (maxOctaves: 1) as we are already processing a scale list
|
|
82
|
+
const detector = new DetectorLite(image.width, image.height, { useLSH: true, maxOctaves: 1 });
|
|
83
|
+
const { featurePoints: ps } = detector.detect(image.data);
|
|
114
84
|
|
|
115
|
-
for (const s of sortedScales) {
|
|
116
|
-
const ps = scalesMap.get(s);
|
|
117
85
|
const sortedPs = sortPoints(ps);
|
|
118
86
|
const maximaPoints = sortedPs.filter((p) => p.maxima);
|
|
119
87
|
const minimaPoints = sortedPs.filter((p) => !p.maxima);
|
|
@@ -126,14 +94,14 @@ parentPort.on('message', async (msg) => {
|
|
|
126
94
|
minimaPoints,
|
|
127
95
|
maximaPointsCluster,
|
|
128
96
|
minimaPointsCluster,
|
|
129
|
-
width:
|
|
130
|
-
height:
|
|
131
|
-
scale:
|
|
97
|
+
width: image.width,
|
|
98
|
+
height: image.height,
|
|
99
|
+
scale: image.scale,
|
|
132
100
|
});
|
|
133
101
|
|
|
134
102
|
parentPort.postMessage({
|
|
135
103
|
type: 'progress',
|
|
136
|
-
percent: basePercent +
|
|
104
|
+
percent: basePercent + (i + 1) * percentPerScale
|
|
137
105
|
});
|
|
138
106
|
}
|
|
139
107
|
|
|
@@ -110,23 +110,8 @@ export class OfflineCompiler {
|
|
|
110
110
|
async _compileTarget(targetImages: any[], progressCallback: (p: number) => void) {
|
|
111
111
|
if (isNode) await this._initNodeWorkers();
|
|
112
112
|
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
const wrappedPromises = targetImages.map((targetImage: any, index: number) => {
|
|
116
|
-
return this.workerPool!.runTask({
|
|
117
|
-
type: 'compile-all', // 🚀 MOONSHOT: Combined task
|
|
118
|
-
targetImage,
|
|
119
|
-
onProgress: (p: number) => {
|
|
120
|
-
progressMap[index] = p;
|
|
121
|
-
const sum = progressMap.reduce((a, b) => a + b, 0);
|
|
122
|
-
progressCallback(sum / targetImages.length);
|
|
123
|
-
}
|
|
124
|
-
});
|
|
125
|
-
});
|
|
126
|
-
return Promise.all(wrappedPromises);
|
|
127
|
-
}
|
|
128
|
-
|
|
129
|
-
// Fallback or non-worker implementation: run match and track sequentially
|
|
113
|
+
// Reverted: 'compile-all' combined task was causing issues with pyramid processing
|
|
114
|
+
// We go back to sequential match and track for reliability
|
|
130
115
|
const matchingResults = await this._compileMatch(targetImages, (p) => progressCallback(p * 0.5));
|
|
131
116
|
const trackingResults = await this._compileTrack(targetImages, (p) => progressCallback(50 + p * 0.5));
|
|
132
117
|
|
|
@@ -170,7 +155,8 @@ export class OfflineCompiler {
|
|
|
170
155
|
const keyframes = [];
|
|
171
156
|
|
|
172
157
|
for (const image of imageList as any[]) {
|
|
173
|
-
|
|
158
|
+
// Disabling internal pyramid (maxOctaves: 1) as we are already processing a scale list
|
|
159
|
+
const detector = new DetectorLite(image.width, image.height, { useLSH: true, maxOctaves: 1 });
|
|
174
160
|
const { featurePoints: ps } = detector.detect(image.data);
|
|
175
161
|
|
|
176
162
|
const maximaPoints = ps.filter((p: any) => p.maxima);
|