svgmapviewer-tools-osm 0.0.1

package/scripts/osmconf.ini

@@ -0,0 +1,122 @@
+#
+# Configuration file for OSM import
+#
+
+# put here the name of keys, or key=value, for ways that are assumed to be polygons if they are closed
+# see http://wiki.openstreetmap.org/wiki/Map_Features
+closed_ways_are_polygons=aeroway,amenity,boundary,building,craft,geological,historic,landuse,leisure,man_made,military,natural,office,place,shop,sport,tourism,highway=platform,public_transport=platform
+
+# comment to avoid laundering of keys ( ':' turned into '_' )
+attribute_name_laundering=yes
+
+# uncomment to report all nodes, including the ones without any (significant) tag
+#report_all_nodes=yes
+
+# uncomment to report all ways, including the ones without any (significant) tag
+#report_all_ways=yes
+
+[points]
+# common attributes
+osm_id=yes
+osm_version=no
+osm_timestamp=no
+osm_uid=no
+osm_user=no
+osm_changeset=no
+
+# keys to report as OGR fields
+attributes=name,barrier,highway,ref,address,is_in,place,man_made
+# keys that, alone, are not significant enough to report a node as a OGR point
+unsignificant=created_by,converted_by,source,time,ele,attribution
+# keys that should NOT be reported in the "other_tags" field
+ignore=created_by,converted_by,source,time,ele,note,openGeoDB:,fixme,FIXME
+# uncomment to avoid creation of "other_tags" field
+#other_tags=no
+# uncomment to create "all_tags" field. "all_tags" and "other_tags" are exclusive
+#all_tags=yes
+
+[lines]
+# common attributes
+osm_id=yes
+osm_version=no
+osm_timestamp=no
+osm_uid=no
+osm_user=no
+osm_changeset=no
+
+# keys to report as OGR fields
+attributes=name,highway,waterway,aerialway,barrier,man_made
+
+# type of attribute 'foo' can be changed with something like
+#foo_type=Integer/Real/String/DateTime
+
+# keys that should NOT be reported in the "other_tags" field
+ignore=created_by,converted_by,source,time,ele,note,openGeoDB:,fixme,FIXME
+# uncomment to avoid creation of "other_tags" field
+#other_tags=no
+# uncomment to create "all_tags" field. "all_tags" and "other_tags" are exclusive
+#all_tags=yes
+
+#computed_attributes must appear before the keywords _type and _sql
+computed_attributes=z_order
+z_order_type=Integer
+# Formula based on https://github.com/openstreetmap/osm2pgsql/blob/master/style.lua#L13
+# [foo] is substituted by value of tag foo. When substitution is not wished, the [ character can be escaped with \[ in literals
+# Note for GDAL developers: if we change the below formula, make sure to edit ogrosmlayer.cpp since it has a hardcoded optimization for this very precise formula
+z_order_sql="SELECT (CASE [highway] WHEN 'minor' THEN 3 WHEN 'road' THEN 3 WHEN 'unclassified' THEN 3 WHEN 'residential' THEN 3 WHEN 'tertiary_link' THEN 4 WHEN 'tertiary' THEN 4 WHEN 'secondary_link' THEN 6 WHEN 'secondary' THEN 6 WHEN 'primary_link' THEN 7 WHEN 'primary' THEN 7 WHEN 'trunk_link' THEN 8 WHEN 'trunk' THEN 8 WHEN 'motorway_link' THEN 9 WHEN 'motorway' THEN 9 ELSE 0 END) + (CASE WHEN [bridge] IN ('yes', 'true', '1') THEN 10 ELSE 0 END) + (CASE WHEN [tunnel] IN ('yes', 'true', '1') THEN -10 ELSE 0 END) + (CASE WHEN [railway] IS NOT NULL THEN 5 ELSE 0 END) + (CASE WHEN [layer] IS NOT NULL THEN 10 * CAST([layer] AS INTEGER) ELSE 0 END)"
+
+[multipolygons]
+# common attributes
+# note: for multipolygons, osm_id=yes instantiates a osm_id field for the id of relations
+# and a osm_way_id field for the id of closed ways. Both fields are exclusively set.
+osm_id=yes
+osm_version=no
+osm_timestamp=no
+osm_uid=no
+osm_user=no
+osm_changeset=no
+
+# keys to report as OGR fields
+attributes=name,type,aeroway,amenity,admin_level,barrier,boundary,building,craft,geological,historic,land_area,landuse,leisure,man_made,military,natural,office,place,shop,sport,tourism
+# keys that should NOT be reported in the "other_tags" field
+ignore=area,created_by,converted_by,source,time,ele,note,openGeoDB:,fixme,FIXME
+# uncomment to avoid creation of "other_tags" field
+#other_tags=no
+# uncomment to create "all_tags" field. "all_tags" and "other_tags" are exclusive
+#all_tags=yes
+
+[multilinestrings]
+# common attributes
+osm_id=yes
+osm_version=no
+osm_timestamp=no
+osm_uid=no
+osm_user=no
+osm_changeset=no
+
+# keys to report as OGR fields
+attributes=name,type
+# keys that should NOT be reported in the "other_tags" field
+ignore=area,created_by,converted_by,source,time,ele,note,openGeoDB:,fixme,FIXME
+# uncomment to avoid creation of "other_tags" field
+#other_tags=no
+# uncomment to create "all_tags" field. "all_tags" and "other_tags" are exclusive
+#all_tags=yes
+
+[other_relations]
+# common attributes
+osm_id=yes
+osm_version=no
+osm_timestamp=no
+osm_uid=no
+osm_user=no
+osm_changeset=no
+
+# keys to report as OGR fields
+attributes=name,type
+# keys that should NOT be reported in the "other_tags" field
+ignore=area,created_by,converted_by,source,time,ele,note,openGeoDB:,fixme,FIXME
+# uncomment to avoid creation of "other_tags" field
+#other_tags=no
+# uncomment to create "all_tags" field. "all_tags" and "other_tags" are exclusive
+#all_tags=yes

package/scripts/pyqgis-Ubuntu.sh

@@ -0,0 +1,36 @@
+#!/usr/bin/env sh
+#
+# Usage: ./pyqgis.sh extractAreas.py Gumyoji 'name' '弘明寺'
+#
+
+pkgdir=
+if [ -n "$NODE_PATH" ]; then
+  paths=$NODE_PATH
+  while :; do
+    d=${paths%%/node_modules:*}
+    paths=${paths#*:}
+    [ -e "$d"/package.json ] && pkgdir="$d" && break
+    [ "$d"/node_modules = "$paths" ] && echo >&2 'package directory not found!' && exit 1
+  done
+else
+  pkgdir=$( cd $( dirname $0 ); cd ..; pwd )
+fi
+
+####
+
+tools="$pkgdir"/scripts
+
+_exe="/usr/bin/python3"
+
+_p="/usr/share/qgis/python"
+_p1=${_p}
+_p2=${_p}/plugins
+_p3=${_p}/plugins/processing
+PYTHONPATH="${_p1}:${_p2}:${_p3}"
+
+dir=${0%/*}
+
+exec env \
+    PYTHONPATH="${PYTHONPATH}" \
+    OSM_CONFIG_FILE="${dir}/osmconf.ini" \
+    ${_exe} $@

package/scripts/pyqgis-macOS.sh

@@ -0,0 +1,40 @@
+#!/usr/bin/env sh
+
+pkgdir=
+if [ -n "$NODE_PATH" ]; then
+  paths=$NODE_PATH
+  while :; do
+    d=${paths%%/node_modules:*}
+    paths=${paths#*:}
+    [ -e "$d"/package.json ] && pkgdir="$d" && break
+    [ "$d"/node_modules = "$paths" ] && echo >&2 'package directory not found!' && exit 1
+  done
+else
+  pkgdir=$( cd $( dirname $0 ); cd ..; pwd )
+fi
+
+####
+
+tools="$pkgdir"/scripts
+
+QGIS_PREFIX_PATH="/Applications/QGIS-LTR.app/Contents/MacOS"
+
+_bin="${QGIS_PREFIX_PATH}/bin"
+_exe="${_bin}/python3.9"
+
+PATH="${_bin}:${PATH}"
+
+_p="${QGIS_PREFIX_PATH}/../Resources/python"
+_p1=${_p}
+_p2=${_p}/plugins
+_p3=${_p}/plugins/processing
+PYTHONPATH="${_p1}:${_p2}:${_p3}"
+
+GDAL_DATA="${python}/../gdal"
+
+exec env -i \
+    PATH="${PATH}" \
+    QGIS_PREFIX_PATH="${QGIS_PREFIX_PATH}" \
+    PYTHONPATH="${PYTHONPATH}" \
+    GDAL_DATA="${GDAL_DATA}" \
+    ${_exe} $@

package/scripts/pyqgis.sh

@@ -0,0 +1,34 @@
+#!/usr/bin/env sh
+#
+# Usage: ./pyqgis.sh extractAreas.py Gumyoji 'name' '弘明寺'
+#
+
+pkgdir=
+if [ -n "$NODE_PATH" ]; then
+  paths=$NODE_PATH
+  while :; do
+    d=${paths%%/node_modules:*}
+    paths=${paths#*:}
+    [ -e "$d"/package.json ] && pkgdir="$d" && break
+    [ "$d"/node_modules = "$paths" ] && echo >&2 'package directory not found!' && exit 1
+  done
+else
+  pkgdir=$( cd $( dirname $0 ); cd ..; pwd )
+fi
+
+####
+
+tools="$pkgdir"/scripts
+
+_exe="/usr/bin/python3"
+
+_p="/usr/share/qgis/python"
+_p1=${_p}
+_p2=${_p}/plugins
+_p3=${_p}/plugins/processing
+PYTHONPATH="${_p1}:${_p2}:${_p3}"
+
+exec env \
+    PYTHONPATH="${PYTHONPATH}" \
+    OSM_CONFIG_FILE="${tools}/osmconf.ini" \
+    ${_exe} $@

package/scripts/readOsm.py

@@ -0,0 +1,37 @@
+import glob
+import os
+import sys
+
+import common
+
+####
+
+common.createPrj()
+
+areas = common.getAreas()
+internals = common.getInternals()
+
+areasLayers = common.readOsmByAreas(areas)
+internalsLayers = common.readOsmByAreas(internals)
+
+layernames = [
+    x[0] for names in [common.osmLayerNames, common.extraLayerNames]
+        for x in names
+]
+
+for layername in layernames:
+    layers = internalsLayers if layername in { 'points', 'midpoints', 'centroids' } else areasLayers
+    layer = common.fixupVectorLayer(layers[layername])
+    gj = common.ctx.map_layerGJs[layername]
+    common.dumpGeoJSON(layer, gj)
+
+####
+
+internalsLayers = None
+areasLayers = None
+internals = None
+areas = None
+
+common.exit()
+
+exit()

package/scripts/readOsm.sh

@@ -0,0 +1,27 @@
+#!/bin/sh
+
+pkgdir=
+if [ -n "$NODE_PATH" ]; then
+  paths=$NODE_PATH
+  while :; do
+    d=${paths%%/node_modules:*}
+    paths=${paths#*:}
+    [ -e "$d"/package.json ] && pkgdir="$d" && break
+    [ "$d"/node_modules = "$paths" ] && echo >&2 'package directory not found!' && exit 1
+  done
+else
+  pkgdir=$( cd $( dirname $0 ); cd ..; pwd )
+fi
+
+. ${pkgdir}/scripts/run-common.sh
+
+####
+
+tools="$pkgdir"/scripts
+
+${tools}/pyqgis.sh ${tools}/readOsm.py "$@"
+
+(
+  cd src/data
+  $geojson2ts
+)

package/scripts/regen.sh

@@ -0,0 +1,21 @@
+#!/bin/sh
+
+pkgdir=
+if [ -n "$NODE_PATH" ]; then
+  paths=$NODE_PATH
+  while :; do
+    d=${paths%%/node_modules:*}
+    paths=${paths#*:}
+    [ -e "$d"/package.json ] && pkgdir="$d" && break
+    [ "$d"/node_modules = "$paths" ] && echo >&2 'package directory not found!' && exit 1
+  done
+else
+  pkgdir=$( cd $( dirname $0 ); cd ..; pwd )
+fi
+
+####
+
+tools="$pkgdir"/scripts
+
+${tools}/getOsm.sh
+${tools}/pyqgis.sh ${tools}/readOsm.py

package/scripts/run-common.sh

@@ -0,0 +1,3 @@
+dir=$( cd ${0%/*}; pwd )
+
+geojson2ts="node ${dir}/../dist/geojsonToTs.js"

package/scripts/tagAddresses.py

@@ -0,0 +1,51 @@
+# XXX - Run this just before .ved is processed
+# XXX - Change input to 'buildings.geojson'
+# XXX - Output to 'buildings-tagged.geojson'
+# XXX   - Read 'buildings-tagged.geojson' from *.ved
+
+import os
+import sys
+
+prefix = sys.argv[1]
+
+prjdir = './%s' % prefix
+datdir = './%s' % prefix
+prjdat = '%s/map.qgz' % prjdir
+
+mapdat = '%s/%s-multipolygons.geojson' % (datdir, prefix)
+
+addrTmplPrefix = 'A-1f'
+
+####
+
+import common
+
+a1src = '%s/address1.geojson' % datdir
+a2src = '%s/address2.geojson' % datdir
+orgsrc = '%s/origin.geojson' % datdir
+alldst = "%s/all.geojson" % datdir
+
+common.openPrj(prjdat)
+
+src = common.openVector(mapdat, "multipolygons")
+a1 = common.openVector(a1src, "address1")
+a2 = common.openVector(a2src, "address2")
+buildings = common.filterPolygon(src, '"building" IS NOT NULL')
+
+print('Applying address1...')
+out = common.tagAddresses(a1, 'address1', buildings, 'memory:')
+out = common.trimLayer(out)
+print("tagAddress: address1: %d" % out.featureCount())
+
+print('Applying address2...')
+out = common.tagAddresses(a2, 'address2', out, 'memory:')
+out = common.trimLayer(out)
+print("tagAddress: address2: %d" % out.featureCount())
+
+merged = out
+origin = common.getOrigin(orgsrc)
+common.fixupAttributes(addrTmplPrefix, merged, alldst, origin)
+
+common.exit()
+
+exit()

package/scripts/update.sh

@@ -0,0 +1,53 @@
+#!/bin/sh
+
+pkgdir=
+if [ -n "$NODE_PATH" ]; then
+  paths=$NODE_PATH
+  while :; do
+    d=${paths%%/node_modules:*}
+    paths=${paths#*:}
+    [ -e "$d"/package.json ] && pkgdir="$d" && break
+    [ "$d"/node_modules = "$paths" ] && echo >&2 'package directory not found!' && exit 1
+  done
+else
+  pkgdir=$( cd $( dirname $0 ); cd ..; pwd )
+fi
+
+####
+
+tools="$pkgdir"/scripts
+
+proc() {
+  rm src/*.*
+  cp ../${src}/src/*.* src
+  : cp ../${src}/vite.* .
+  : cp ../${src}/package.json .
+  : pnpm install
+  #: ../../tools/regen.sh
+  pnpm build
+}
+
+src=$1 # Expo2025
+
+if [ ! -d ${src} ]; then
+  echo >&2 "${src} is not a directory"
+  exit 1
+fi
+if [ ! -e ${src}/map.osm ]; then
+  echo >&2 "${src}/map.osm does not exist?"
+  exit 1
+fi
+
+dirs=$( ls -1 */map.osm )
+
+for f in ${dirs}; do
+  d=${f%%/map.osm}
+  name=${d##*/}
+  if [ "$name" = "$src" ]; then
+    continue
+  fi
+  pushd $d >/dev/null
+  echo $name
+  proc
+  popd >/dev/null
+done

package/src/geojsonToTs.ts

@@ -0,0 +1,15 @@
+/* eslint-disable functional/no-expression-statements */
+import { NodeContext, NodeRuntime } from '@effect/platform-node'
+import { Effect } from 'effect'
+
+import { convNames, saveAllTs } from './lib/print'
+
+// XXX - split other_tags
+
+const NodeContextLive = NodeContext.layer
+
+const program = Effect.gen(function* () {
+  return yield* convNames().pipe(Effect.zip(saveAllTs()))
+}).pipe(Effect.provide(NodeContextLive))
+
+NodeRuntime.runMain(program)

package/src/lib/geojson/geojson-print.test.ts

@@ -0,0 +1,60 @@
+import { Doc } from '@effect/printer'
+import { expect, test } from '@rstest/core'
+import * as fs from 'node:fs'
+
+import {
+  isTuple,
+  printGeoJSON,
+  printProperties,
+  truncNumber,
+} from './geojson-print'
+import { _Coordinates, _Properties } from './geojson-types'
+
+test('printProperties', () => {
+  const p: _Properties = { a: 123, b: 'xyz', c: null }
+  const s = Doc.render(printProperties(p), { style: 'pretty' })
+
+  expect(s).toEqual(`properties: {
+  a: 123,
+  b: 'xyz',
+  c: null,
+},`)
+})
+
+test('printGeoJSON', () => {
+  exampleGeoJsonFiles.forEach((p) => {
+    try {
+      const b = fs.readFileSync(p)
+      const o = JSON.parse(b.toString())
+      const doc = printGeoJSON(o)
+      const s = Doc.render(doc, { style: 'pretty' })
+      const ma = s.match(/^{/)
+      const mb = s.match(/}$/)
+      expect(ma !== null).toBe(true)
+      expect(mb !== null).toBe(true)
+    } catch (e) {
+      console.error(e)
+    }
+  })
+})
+
+test('truncNumber', () => {
+  const n = truncNumber(1.1111111111)
+  expect(`${n}`).toBe(`1.111111`)
+  const i = truncNumber(123)
+  expect(`${i}`).toBe(`123`)
+})
+
+test('isTuple', () => {
+  const os: readonly _Coordinates[] = [[1, 2]]
+  const xs: readonly _Coordinates[] = [
+    [
+      [1, 2],
+      [3, 4],
+    ],
+  ]
+  os.forEach((o) => expect(isTuple(o)).toBe(true))
+  xs.forEach((o) => expect(isTuple(o)).toBe(false))
+})
+
+const exampleGeoJsonFiles = ['../example-osm/src/data/areas_extent.json']