chiitiler 1.22.3 → 1.23.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/render/pool.js +7 -2
- package/dist/source/fs.js +2 -16
- package/dist/source/gcs.js +15 -9
- package/dist/source/http.js +23 -14
- package/dist/source/path.d.ts +7 -0
- package/dist/source/path.js +21 -0
- package/dist/source/pmtiles.js +4 -4
- package/dist/source/s3.js +21 -15
- package/package.json +1 -1
package/dist/render/pool.js
CHANGED
|
@@ -30,8 +30,13 @@ async function getRenderPool(style, cache, mode) {
|
|
|
30
30
|
callback(undefined, EMPTY_RESPONSE);
|
|
31
31
|
}
|
|
32
32
|
})
|
|
33
|
-
.catch(() => {
|
|
34
|
-
|
|
33
|
+
.catch((err) => {
|
|
34
|
+
// 5xx/ネットワークエラー: 空タイルとして描画すると
|
|
35
|
+
// 欠損タイルがCDN等にキャッシュされうるので、
|
|
36
|
+
// エラーを渡してレンダリング自体を失敗させる
|
|
37
|
+
callback(err instanceof Error
|
|
38
|
+
? err
|
|
39
|
+
: new Error(String(err)));
|
|
35
40
|
});
|
|
36
41
|
},
|
|
37
42
|
ratio: 1,
|
package/dist/source/fs.js
CHANGED
|
@@ -1,24 +1,10 @@
|
|
|
1
1
|
import fs from 'node:fs/promises';
|
|
2
|
+
import { loadWithDecodedPathFallback } from './path.js';
|
|
2
3
|
async function getFilesystemSource(uri) {
|
|
3
4
|
const path = uri.replace('file://', '');
|
|
4
|
-
const data = await fs.readFile(
|
|
5
|
+
const data = await loadWithDecodedPathFallback(path, (candidate) => fs.readFile(candidate).catch(() => null));
|
|
5
6
|
if (data !== null)
|
|
6
7
|
return data;
|
|
7
|
-
// maplibre-gl-native percent-encodes {fontstack} in glyphs URLs
|
|
8
|
-
// (e.g. "Noto Sans Regular" -> "Noto%20Sans%20Regular"),
|
|
9
|
-
// so retry with the percent-decoded path
|
|
10
|
-
let decodedPath;
|
|
11
|
-
try {
|
|
12
|
-
decodedPath = decodeURIComponent(path);
|
|
13
|
-
}
|
|
14
|
-
catch {
|
|
15
|
-
decodedPath = path;
|
|
16
|
-
}
|
|
17
|
-
if (decodedPath !== path) {
|
|
18
|
-
const decodedData = await fs.readFile(decodedPath).catch(() => null);
|
|
19
|
-
if (decodedData !== null)
|
|
20
|
-
return decodedData;
|
|
21
|
-
}
|
|
22
8
|
console.error(`[ERROR]: failed to read ${path}`);
|
|
23
9
|
return null;
|
|
24
10
|
}
|
package/dist/source/gcs.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { getStorageClient } from '../gcs.js';
|
|
2
|
+
import { loadWithDecodedPathFallback } from './path.js';
|
|
2
3
|
async function getGCSSource(uri) {
|
|
3
4
|
const storageClient = getStorageClient({
|
|
4
5
|
projectId: process.env.CHIITILER_GCS_PROJECT_ID,
|
|
@@ -7,15 +8,20 @@ async function getGCSSource(uri) {
|
|
|
7
8
|
});
|
|
8
9
|
const bucket = uri.replace('gs://', '').split('/')[0];
|
|
9
10
|
const path = uri.replace(`gs://${bucket}/`, '');
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
11
|
+
return loadWithDecodedPathFallback(path, async (candidate) => {
|
|
12
|
+
try {
|
|
13
|
+
const file = storageClient.bucket(bucket).file(candidate);
|
|
14
|
+
const [buffer] = await file.download();
|
|
15
|
+
return buffer;
|
|
16
|
+
}
|
|
17
|
+
catch (e) {
|
|
18
|
+
// 404: オブジェクトが存在しない。空タイルとして扱わせる
|
|
19
|
+
if (e.code === 404)
|
|
20
|
+
return null;
|
|
21
|
+
// それ以外は有無が不明なのでthrowしてレンダリングを失敗させる
|
|
17
22
|
console.log(e);
|
|
18
|
-
|
|
19
|
-
|
|
23
|
+
throw e;
|
|
24
|
+
}
|
|
25
|
+
});
|
|
20
26
|
}
|
|
21
27
|
export { getGCSSource };
|
package/dist/source/http.js
CHANGED
|
@@ -8,27 +8,36 @@ async function getHttpSource(uri, cache = noneCache()) {
|
|
|
8
8
|
if (val !== undefined)
|
|
9
9
|
return val; // hit
|
|
10
10
|
// miss
|
|
11
|
+
let res;
|
|
11
12
|
try {
|
|
12
13
|
const userAgent = getUserAgent();
|
|
13
|
-
|
|
14
|
+
res = await fetch(uri, {
|
|
14
15
|
headers: userAgent ? { 'User-Agent': userAgent } : undefined,
|
|
15
16
|
});
|
|
16
|
-
if (!res.ok) {
|
|
17
|
-
console.log(`failed to fetch ${uri}`);
|
|
18
|
-
return null;
|
|
19
|
-
}
|
|
20
|
-
// 204/空ボディはキャッシュ汚染を避けるため書き込まずnullを返す
|
|
21
|
-
if (res.status === 204)
|
|
22
|
-
return null;
|
|
23
|
-
const buf = Buffer.from(await res.arrayBuffer());
|
|
24
|
-
if (buf.length === 0)
|
|
25
|
-
return null;
|
|
26
|
-
cache.set(uri, buf);
|
|
27
|
-
return buf;
|
|
28
17
|
}
|
|
29
18
|
catch (e) {
|
|
30
|
-
|
|
19
|
+
// ネットワークエラー: タイルの有無が不明なまま透明タイルを返すと
|
|
20
|
+
// CDN等に欠損タイルがキャッシュされうるので、throwしてレンダリングを失敗させる
|
|
21
|
+
console.error(`[ERROR] failed to fetch ${uri}: ${e}`);
|
|
22
|
+
throw new Error(`failed to fetch ${uri}: ${e}`);
|
|
23
|
+
}
|
|
24
|
+
if (res.status >= 500) {
|
|
25
|
+
// 5xx: 一時的な障害でタイルの有無は不明。ネットワークエラーと同様に扱う
|
|
26
|
+
console.error(`[ERROR] upstream error ${res.status} for ${uri}`);
|
|
27
|
+
throw new Error(`upstream error ${res.status} for ${uri}`);
|
|
28
|
+
}
|
|
29
|
+
if (!res.ok) {
|
|
30
|
+
// 4xx: タイルが存在しない(404など)。空タイルとして扱わせる
|
|
31
|
+
console.log(`failed to fetch ${uri}`);
|
|
31
32
|
return null;
|
|
32
33
|
}
|
|
34
|
+
// 204/空ボディはキャッシュ汚染を避けるため書き込まずnullを返す
|
|
35
|
+
if (res.status === 204)
|
|
36
|
+
return null;
|
|
37
|
+
const buf = Buffer.from(await res.arrayBuffer());
|
|
38
|
+
if (buf.length === 0)
|
|
39
|
+
return null;
|
|
40
|
+
cache.set(uri, buf);
|
|
41
|
+
return buf;
|
|
33
42
|
}
|
|
34
43
|
export { getHttpSource };
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Load a percent-decoded path first, then retry its literal form when the
|
|
3
|
+
* resource is absent. MapLibre Native encodes glyph font stacks before passing
|
|
4
|
+
* their URLs to the source resolver, while object stores treat keys literally.
|
|
5
|
+
*/
|
|
6
|
+
declare function loadWithDecodedPathFallback<T>(path: string, load: (path: string) => Promise<T | null>): Promise<T | null>;
|
|
7
|
+
export { loadWithDecodedPathFallback };
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Load a percent-decoded path first, then retry its literal form when the
|
|
3
|
+
* resource is absent. MapLibre Native encodes glyph font stacks before passing
|
|
4
|
+
* their URLs to the source resolver, while object stores treat keys literally.
|
|
5
|
+
*/
|
|
6
|
+
async function loadWithDecodedPathFallback(path, load) {
|
|
7
|
+
let decodedPath;
|
|
8
|
+
try {
|
|
9
|
+
decodedPath = decodeURIComponent(path);
|
|
10
|
+
}
|
|
11
|
+
catch {
|
|
12
|
+
return load(path);
|
|
13
|
+
}
|
|
14
|
+
if (decodedPath === path)
|
|
15
|
+
return load(path);
|
|
16
|
+
const decodedData = await load(decodedPath);
|
|
17
|
+
if (decodedData !== null)
|
|
18
|
+
return decodedData;
|
|
19
|
+
return load(path);
|
|
20
|
+
}
|
|
21
|
+
export { loadWithDecodedPathFallback };
|
package/dist/source/pmtiles.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import * as fs from 'fs';
|
|
2
|
-
import { PMTiles, FetchSource } from 'pmtiles';
|
|
2
|
+
import { PMTiles, FetchSource, ResolvedValueCache, } from 'pmtiles';
|
|
3
3
|
import { GetObjectCommand, } from '@aws-sdk/client-s3';
|
|
4
4
|
import { LRUCache } from 'lru-cache';
|
|
5
5
|
import { getS3Client } from '../s3.js';
|
|
@@ -88,7 +88,7 @@ async function getPmtilesSource(uri, cache = noneCache()) {
|
|
|
88
88
|
if (userAgent)
|
|
89
89
|
headers.set('User-Agent', userAgent);
|
|
90
90
|
const fetchSource = new FetchSource(pmtilesUri, headers);
|
|
91
|
-
pmtiles = new PMTiles(fetchSource);
|
|
91
|
+
pmtiles = new PMTiles(fetchSource, new ResolvedValueCache());
|
|
92
92
|
pmtilesCache.set(pmtilesUri, pmtiles);
|
|
93
93
|
}
|
|
94
94
|
}
|
|
@@ -97,14 +97,14 @@ async function getPmtilesSource(uri, cache = noneCache()) {
|
|
|
97
97
|
const bucket = pmtilesUri.replace('s3://', '').split('/')[0];
|
|
98
98
|
const key = pmtilesUri.replace(`s3://${bucket}/`, '');
|
|
99
99
|
const s3Source = new S3Source(bucket, key);
|
|
100
|
-
pmtiles = new PMTiles(s3Source);
|
|
100
|
+
pmtiles = new PMTiles(s3Source, new ResolvedValueCache());
|
|
101
101
|
pmtilesCache.set(pmtilesUri, pmtiles);
|
|
102
102
|
}
|
|
103
103
|
}
|
|
104
104
|
else {
|
|
105
105
|
if (pmtiles === undefined) {
|
|
106
106
|
const fileSource = new FilesystemSource(pmtilesUri);
|
|
107
|
-
pmtiles = new PMTiles(fileSource);
|
|
107
|
+
pmtiles = new PMTiles(fileSource, new ResolvedValueCache());
|
|
108
108
|
pmtilesCache.set(pmtilesUri, pmtiles);
|
|
109
109
|
}
|
|
110
110
|
}
|
package/dist/source/s3.js
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { GetObjectCommand } from '@aws-sdk/client-s3';
|
|
2
2
|
import { getS3Client } from '../s3.js';
|
|
3
|
+
import { loadWithDecodedPathFallback } from './path.js';
|
|
3
4
|
async function getS3Source(uri) {
|
|
4
5
|
const s3Client = getS3Client({
|
|
5
6
|
region: process.env.CHIITILER_S3_REGION ?? 'us-east-1',
|
|
@@ -8,21 +9,26 @@ async function getS3Source(uri) {
|
|
|
8
9
|
});
|
|
9
10
|
const bucket = uri.replace('s3://', '').split('/')[0];
|
|
10
11
|
const key = uri.replace(`s3://${bucket}/`, '');
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
12
|
+
return loadWithDecodedPathFallback(key, async (candidate) => {
|
|
13
|
+
const cmd = new GetObjectCommand({
|
|
14
|
+
Bucket: bucket,
|
|
15
|
+
Key: candidate,
|
|
16
|
+
});
|
|
17
|
+
try {
|
|
18
|
+
const obj = await s3Client.send(cmd);
|
|
19
|
+
if (obj.Body === undefined)
|
|
20
|
+
return null;
|
|
21
|
+
return Buffer.from(await obj.Body.transformToByteArray());
|
|
22
|
+
}
|
|
23
|
+
catch (e) {
|
|
24
|
+
// NoSuchKey: オブジェクトが存在しない。空タイルとして扱わせる
|
|
25
|
+
if (e.name === 'NoSuchKey')
|
|
26
|
+
return null;
|
|
27
|
+
// それ以外(スロットリング・ネットワークエラー等)は有無が不明なので
|
|
28
|
+
// throwしてレンダリングを失敗させる
|
|
24
29
|
console.log(e);
|
|
25
|
-
|
|
26
|
-
|
|
30
|
+
throw e;
|
|
31
|
+
}
|
|
32
|
+
});
|
|
27
33
|
}
|
|
28
34
|
export { getS3Source };
|