chiitiler 1.22.3 → 1.23.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -30,8 +30,13 @@ async function getRenderPool(style, cache, mode) {
30
30
  callback(undefined, EMPTY_RESPONSE);
31
31
  }
32
32
  })
33
- .catch(() => {
34
- callback(undefined, EMPTY_RESPONSE);
33
+ .catch((err) => {
34
+ // 5xx/ネットワークエラー: 空タイルとして描画すると
35
+ // 欠損タイルがCDN等にキャッシュされうるので、
36
+ // エラーを渡してレンダリング自体を失敗させる
37
+ callback(err instanceof Error
38
+ ? err
39
+ : new Error(String(err)));
35
40
  });
36
41
  },
37
42
  ratio: 1,
package/dist/source/fs.js CHANGED
@@ -1,24 +1,10 @@
1
1
  import fs from 'node:fs/promises';
2
+ import { loadWithDecodedPathFallback } from './path.js';
2
3
  async function getFilesystemSource(uri) {
3
4
  const path = uri.replace('file://', '');
4
- const data = await fs.readFile(path).catch(() => null);
5
+ const data = await loadWithDecodedPathFallback(path, (candidate) => fs.readFile(candidate).catch(() => null));
5
6
  if (data !== null)
6
7
  return data;
7
- // maplibre-gl-native percent-encodes {fontstack} in glyphs URLs
8
- // (e.g. "Noto Sans Regular" -> "Noto%20Sans%20Regular"),
9
- // so retry with the percent-decoded path
10
- let decodedPath;
11
- try {
12
- decodedPath = decodeURIComponent(path);
13
- }
14
- catch {
15
- decodedPath = path;
16
- }
17
- if (decodedPath !== path) {
18
- const decodedData = await fs.readFile(decodedPath).catch(() => null);
19
- if (decodedData !== null)
20
- return decodedData;
21
- }
22
8
  console.error(`[ERROR]: failed to read ${path}`);
23
9
  return null;
24
10
  }
@@ -1,4 +1,5 @@
1
1
  import { getStorageClient } from '../gcs.js';
2
+ import { loadWithDecodedPathFallback } from './path.js';
2
3
  async function getGCSSource(uri) {
3
4
  const storageClient = getStorageClient({
4
5
  projectId: process.env.CHIITILER_GCS_PROJECT_ID,
@@ -7,15 +8,20 @@ async function getGCSSource(uri) {
7
8
  });
8
9
  const bucket = uri.replace('gs://', '').split('/')[0];
9
10
  const path = uri.replace(`gs://${bucket}/`, '');
10
- try {
11
- const file = storageClient.bucket(bucket).file(path);
12
- const [buffer] = await file.download();
13
- return buffer;
14
- }
15
- catch (e) {
16
- if (e.code !== 404)
11
+ return loadWithDecodedPathFallback(path, async (candidate) => {
12
+ try {
13
+ const file = storageClient.bucket(bucket).file(candidate);
14
+ const [buffer] = await file.download();
15
+ return buffer;
16
+ }
17
+ catch (e) {
18
+ // 404: オブジェクトが存在しない。空タイルとして扱わせる
19
+ if (e.code === 404)
20
+ return null;
21
+ // それ以外は有無が不明なのでthrowしてレンダリングを失敗させる
17
22
  console.log(e);
18
- return null;
19
- }
23
+ throw e;
24
+ }
25
+ });
20
26
  }
21
27
  export { getGCSSource };
@@ -8,27 +8,36 @@ async function getHttpSource(uri, cache = noneCache()) {
8
8
  if (val !== undefined)
9
9
  return val; // hit
10
10
  // miss
11
+ let res;
11
12
  try {
12
13
  const userAgent = getUserAgent();
13
- const res = await fetch(uri, {
14
+ res = await fetch(uri, {
14
15
  headers: userAgent ? { 'User-Agent': userAgent } : undefined,
15
16
  });
16
- if (!res.ok) {
17
- console.log(`failed to fetch ${uri}`);
18
- return null;
19
- }
20
- // 204/空ボディはキャッシュ汚染を避けるため書き込まずnullを返す
21
- if (res.status === 204)
22
- return null;
23
- const buf = Buffer.from(await res.arrayBuffer());
24
- if (buf.length === 0)
25
- return null;
26
- cache.set(uri, buf);
27
- return buf;
28
17
  }
29
18
  catch (e) {
30
- console.error(`[ERROR] ${e}`);
19
+ // ネットワークエラー: タイルの有無が不明なまま透明タイルを返すと
20
+ // CDN等に欠損タイルがキャッシュされうるので、throwしてレンダリングを失敗させる
21
+ console.error(`[ERROR] failed to fetch ${uri}: ${e}`);
22
+ throw new Error(`failed to fetch ${uri}: ${e}`);
23
+ }
24
+ if (res.status >= 500) {
25
+ // 5xx: 一時的な障害でタイルの有無は不明。ネットワークエラーと同様に扱う
26
+ console.error(`[ERROR] upstream error ${res.status} for ${uri}`);
27
+ throw new Error(`upstream error ${res.status} for ${uri}`);
28
+ }
29
+ if (!res.ok) {
30
+ // 4xx: タイルが存在しない(404など)。空タイルとして扱わせる
31
+ console.log(`failed to fetch ${uri}`);
31
32
  return null;
32
33
  }
34
+ // 204/空ボディはキャッシュ汚染を避けるため書き込まずnullを返す
35
+ if (res.status === 204)
36
+ return null;
37
+ const buf = Buffer.from(await res.arrayBuffer());
38
+ if (buf.length === 0)
39
+ return null;
40
+ cache.set(uri, buf);
41
+ return buf;
33
42
  }
34
43
  export { getHttpSource };
@@ -0,0 +1,7 @@
1
+ /**
2
+ * Load a percent-decoded path first, then retry its literal form when the
3
+ * resource is absent. MapLibre Native encodes glyph font stacks before passing
4
+ * their URLs to the source resolver, while object stores treat keys literally.
5
+ */
6
+ declare function loadWithDecodedPathFallback<T>(path: string, load: (path: string) => Promise<T | null>): Promise<T | null>;
7
+ export { loadWithDecodedPathFallback };
@@ -0,0 +1,21 @@
1
+ /**
2
+ * Load a percent-decoded path first, then retry its literal form when the
3
+ * resource is absent. MapLibre Native encodes glyph font stacks before passing
4
+ * their URLs to the source resolver, while object stores treat keys literally.
5
+ */
6
+ async function loadWithDecodedPathFallback(path, load) {
7
+ let decodedPath;
8
+ try {
9
+ decodedPath = decodeURIComponent(path);
10
+ }
11
+ catch {
12
+ return load(path);
13
+ }
14
+ if (decodedPath === path)
15
+ return load(path);
16
+ const decodedData = await load(decodedPath);
17
+ if (decodedData !== null)
18
+ return decodedData;
19
+ return load(path);
20
+ }
21
+ export { loadWithDecodedPathFallback };
@@ -1,5 +1,5 @@
1
1
  import * as fs from 'fs';
2
- import { PMTiles, FetchSource } from 'pmtiles';
2
+ import { PMTiles, FetchSource, ResolvedValueCache, } from 'pmtiles';
3
3
  import { GetObjectCommand, } from '@aws-sdk/client-s3';
4
4
  import { LRUCache } from 'lru-cache';
5
5
  import { getS3Client } from '../s3.js';
@@ -88,7 +88,7 @@ async function getPmtilesSource(uri, cache = noneCache()) {
88
88
  if (userAgent)
89
89
  headers.set('User-Agent', userAgent);
90
90
  const fetchSource = new FetchSource(pmtilesUri, headers);
91
- pmtiles = new PMTiles(fetchSource);
91
+ pmtiles = new PMTiles(fetchSource, new ResolvedValueCache());
92
92
  pmtilesCache.set(pmtilesUri, pmtiles);
93
93
  }
94
94
  }
@@ -97,14 +97,14 @@ async function getPmtilesSource(uri, cache = noneCache()) {
97
97
  const bucket = pmtilesUri.replace('s3://', '').split('/')[0];
98
98
  const key = pmtilesUri.replace(`s3://${bucket}/`, '');
99
99
  const s3Source = new S3Source(bucket, key);
100
- pmtiles = new PMTiles(s3Source);
100
+ pmtiles = new PMTiles(s3Source, new ResolvedValueCache());
101
101
  pmtilesCache.set(pmtilesUri, pmtiles);
102
102
  }
103
103
  }
104
104
  else {
105
105
  if (pmtiles === undefined) {
106
106
  const fileSource = new FilesystemSource(pmtilesUri);
107
- pmtiles = new PMTiles(fileSource);
107
+ pmtiles = new PMTiles(fileSource, new ResolvedValueCache());
108
108
  pmtilesCache.set(pmtilesUri, pmtiles);
109
109
  }
110
110
  }
package/dist/source/s3.js CHANGED
@@ -1,5 +1,6 @@
1
1
  import { GetObjectCommand } from '@aws-sdk/client-s3';
2
2
  import { getS3Client } from '../s3.js';
3
+ import { loadWithDecodedPathFallback } from './path.js';
3
4
  async function getS3Source(uri) {
4
5
  const s3Client = getS3Client({
5
6
  region: process.env.CHIITILER_S3_REGION ?? 'us-east-1',
@@ -8,21 +9,26 @@ async function getS3Source(uri) {
8
9
  });
9
10
  const bucket = uri.replace('s3://', '').split('/')[0];
10
11
  const key = uri.replace(`s3://${bucket}/`, '');
11
- const cmd = new GetObjectCommand({
12
- Bucket: bucket,
13
- Key: key,
14
- });
15
- try {
16
- const obj = await s3Client.send(cmd);
17
- if (obj.Body === undefined)
18
- return null;
19
- const buf = Buffer.from(await obj.Body.transformToByteArray());
20
- return buf;
21
- }
22
- catch (e) {
23
- if (e.name !== 'NoSuchKey')
12
+ return loadWithDecodedPathFallback(key, async (candidate) => {
13
+ const cmd = new GetObjectCommand({
14
+ Bucket: bucket,
15
+ Key: candidate,
16
+ });
17
+ try {
18
+ const obj = await s3Client.send(cmd);
19
+ if (obj.Body === undefined)
20
+ return null;
21
+ return Buffer.from(await obj.Body.transformToByteArray());
22
+ }
23
+ catch (e) {
24
+ // NoSuchKey: オブジェクトが存在しない。空タイルとして扱わせる
25
+ if (e.name === 'NoSuchKey')
26
+ return null;
27
+ // それ以外(スロットリング・ネットワークエラー等)は有無が不明なので
28
+ // throwしてレンダリングを失敗させる
24
29
  console.log(e);
25
- return null;
26
- }
30
+ throw e;
31
+ }
32
+ });
27
33
  }
28
34
  export { getS3Source };
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "type": "module",
3
3
  "name": "chiitiler",
4
- "version": "1.22.3",
4
+ "version": "1.23.2",
5
5
  "description": "Tiny map rendering server for MapLibre Style Spec",
6
6
  "main": "./dist/index.js",
7
7
  "types": "./dist/index.d.ts",