svgmapviewer-tools-osm 0.0.1

package/scripts/copy.sh

@@ -0,0 +1,36 @@
+#!/usr/bin/env sh
+
+pkgdir=
+if [ -n "$NODE_PATH" ]; then
+  paths=$NODE_PATH
+  while :; do
+    d=${paths%%/node_modules:*}
+    paths=${paths#*:}
+    [ -e "$d"/package.json ] && pkgdir="$d" && break
+    [ "$d"/node_modules = "$paths" ] && echo >&2 'package directory not found!' && exit 1
+  done
+else
+  pkgdir=$( cd $( dirname $0 ); cd ..; pwd )
+fi
+
+####
+
+tools="$pkgdir"/scripts
+
+orig=$1
+shift
+dirs=$@
+
+for d in ${dirs}; do
+  cd ${orig}
+  mkdir -p ../${d}/src/data
+  cp *.html *.json *.ts ../${d}
+  cp src/*.* ../${d}/src
+  cd $OLDPWD
+  cd ${d}
+    pnpm install
+    ${tools}/getOsm.sh
+    ${tools}/makeAreas.sh
+    ${tools}/readOsm.sh
+  cd $OLDPWD
+done

package/scripts/extractAreas.py

@@ -0,0 +1,41 @@
+import pathlib
+import os
+import os.path
+import subprocess
+import sys
+
+args = sys.argv
+args.pop(0)
+
+import common
+
+common.openPrj()
+
+####
+
+mapLayers = common.readOsmAll()
+s = mapLayers['multipolygons']
+
+olayers = []
+while len(args) > 0:
+    field = args[0]
+    pattern = args[1]
+    args.pop(0)
+    args.pop(0)
+
+    l = common.extractFields(s, "polygon", field, pattern)
+    olayers.append(l)
+
+l = common.mergeVectorLayers(olayers, 'memory:')
+common.dumpGeoJSON(l, common.ctx.areasGJ)
+
+####
+
+l = None
+olayers = None
+s = None
+mapLayers = None
+
+common.exit()
+
+exit()

package/scripts/extractAreas.sh

@@ -0,0 +1,20 @@
+#!/bin/sh
+
+pkgdir=
+if [ -n "$NODE_PATH" ]; then
+  paths=$NODE_PATH
+  while :; do
+    d=${paths%%/node_modules:*}
+    paths=${paths#*:}
+    [ -e "$d"/package.json ] && pkgdir="$d" && break
+    [ "$d"/node_modules = "$paths" ] && echo >&2 'package directory not found!' && exit 1
+  done
+else
+  pkgdir=$( cd $( dirname $0 ); cd ..; pwd )
+fi
+
+####
+
+tools="$pkgdir"/scripts
+
+exec ${tools}/pyqgis.sh ${tools}/extractAreas.py "$@"

package/scripts/extractLinesByIds.py

@@ -0,0 +1,48 @@
+#! /Applications/QGIS3.14.app/Contents/MacOS/bin/python
+
+import pathlib
+import os
+import os.path
+import sys
+
+####
+
+prefix = sys.argv[1]
+field = sys.argv[2]
+args = sys.argv
+args.pop(0)
+args.pop(0)
+args.pop(0)
+
+patterns = list(map(lambda x: '^%s$' % x, args))
+pattern = '|'.join(patterns)
+# pattern = '^123$|^456$'
+
+nums = list(map(lambda x: '\'%s\'' % x, args))
+exp = '"%s" IN (%s)' % (field, ', '.join(nums))
+#exp = '"osm_id" = \'200164093\'' # (%s)' % (', '.join(nums))
+#exp = '"osm_id" IS NOT NULL'
+#exp = '"osm_id" = \'200164093\''
+print('exp', exp)
+
+docdir = '/Users/uebayasi/Documents'
+prjdir = '%s/Sources/DaijiMaps/QGIS' % docdir
+datdir = '%s/Sources/DaijiMaps/daijimaps-data/%s' % (docdir, prefix)
+prjdat = '%s/%s.qgz' % (prjdir, prefix)
+
+areasGJ = '%s/areas.geojson' % datdir
+
+####
+
+import common
+
+srcGJ = '%s/%s-%s.geojson' % (datdir, 'init', 'lines')
+s = common.openVector(srcGJ, 'init-lines')
+#d = common.extractFields(s, "MultiLineString", field, pattern)
+d = common.filterMultiLineString(s, exp)
+#d = common.mergeVectorLayers([d], 'memory:')
+common.dumpGeoJSON(d, '%s/tmp-lines.geojson' % datdir)
+
+common.exit()
+
+exit()

package/scripts/extractMultiLineStringsByIds.py

@@ -0,0 +1,48 @@
+#! /Applications/QGIS3.14.app/Contents/MacOS/bin/python
+
+import pathlib
+import os
+import os.path
+import sys
+
+####
+
+prefix = sys.argv[1]
+field = sys.argv[2]
+args = sys.argv
+args.pop(0)
+args.pop(0)
+args.pop(0)
+
+patterns = list(map(lambda x: '^%s$' % x, args))
+pattern = '|'.join(patterns)
+# pattern = '^123$|^456$'
+
+nums = list(map(lambda x: '\'%s\'' % x, args))
+exp = '"osm_id" IN (%s)' % (', '.join(nums))
+#exp = '"osm_id" = \'200164093\'' # (%s)' % (', '.join(nums))
+#exp = '"osm_id" IS NOT NULL'
+#exp = '"osm_id" = \'200164093\''
+print('exp', exp)
+
+docdir = '/Users/uebayasi/Documents'
+prjdir = '%s/Sources/DaijiMaps/QGIS' % docdir
+datdir = '%s/Sources/DaijiMaps/daijimaps-data/%s' % (docdir, prefix)
+prjdat = '%s/%s.qgz' % (prjdir, prefix)
+
+areasGJ = '%s/areas.geojson' % datdir
+
+####
+
+import common
+
+srcGJ = '%s/%s-%s.geojson' % (datdir, 'init', 'multilinestrings')
+s = common.openVector(srcGJ, 'init-lines')
+#d = common.extractFields(s, "MultiLineString", field, pattern)
+d = common.filterMultiLineString(s, exp)
+#d = common.mergeVectorLayers([d], 'memory:')
+common.dumpGeoJSON(d, '%s/tmp-multilinestrings.geojson' % datdir)
+
+common.exit()
+
+exit()

package/scripts/extractPointsByIds.py

@@ -0,0 +1,42 @@
+#! /Applications/QGIS3.14.app/Contents/MacOS/bin/python
+
+import pathlib
+import os
+import os.path
+import sys
+
+####
+
+prefix = sys.argv[1]
+field = sys.argv[2]
+args = sys.argv
+args.pop(0)
+args.pop(0)
+args.pop(0)
+
+patterns = list(map(lambda x: '^%s$' % x, args))
+pattern = '|'.join(patterns)
+# pattern = '^123$|^456$'
+
+docdir = '/Users/uebayasi/Documents'
+prjdir = '%s/Sources/DaijiMaps/QGIS' % docdir
+datdir = '%s/Sources/DaijiMaps/daijimaps-data/%s' % (docdir, prefix)
+prjdat = '%s/%s.qgz' % (prjdir, prefix)
+
+areasGJ = '%s/areas.geojson' % datdir
+
+####
+
+import common
+
+srcGJ = '%s/%s-%s.geojson' % (datdir, 'init', 'points')
+s = common.openVector(srcGJ, 'init-points')
+d = common.extractFields(s, "Point", field, pattern)
+#d = common.mergeVectorLayers([d], 'memory:')
+common.dumpGeoJSON(d, '%s/tmp-points.geojson' % datdir)
+
+# origin: bottom-right -> top-left -> x2
+
+common.exit()
+
+exit()

package/scripts/extractPolygonsByIds.py

@@ -0,0 +1,42 @@
+#! /Applications/QGIS3.14.app/Contents/MacOS/bin/python
+
+import pathlib
+import os
+import os.path
+import sys
+
+####
+
+prefix = sys.argv[1]
+field = sys.argv[2]
+args = sys.argv
+args.pop(0)
+args.pop(0)
+args.pop(0)
+
+patterns = list(map(lambda x: '^%s$' % x, args))
+pattern = '|'.join(patterns)
+# pattern = '^123$|^456$'
+
+docdir = '/Users/uebayasi/Documents'
+prjdir = '%s/Sources/DaijiMaps/QGIS' % docdir
+datdir = '%s/Sources/DaijiMaps/daijimaps-data/%s' % (docdir, prefix)
+prjdat = '%s/%s.qgz' % (prjdir, prefix)
+
+areasGJ = '%s/areas.geojson' % datdir
+
+####
+
+import common
+
+srcGJ = '%s/%s-%s.geojson' % (datdir, 'init', 'multipolygons')
+s = common.openVector(srcGJ, 'init-multipolygons')
+d = common.extractFields(s, "Polygon", field, pattern)
+#d = common.mergeVectorLayers([d], 'memory:')
+common.dumpGeoJSON(d, '%s/tmp-polygons.geojson' % datdir)
+
+# origin: bottom-right -> top-left -> x2
+
+common.exit()
+
+exit()

package/scripts/geojson2ts.py

@@ -0,0 +1,79 @@
+#! /usr/bin/env python3
+#
+# XXX node ts
+#
+
+import json
+import os
+import re
+
+type_pat = re.compile('^(.*)<(.*)>$')
+
+geojsons = {
+    'areas': 'MultiPolygonGeoJSON',
+    'internals': 'MultiPolygonGeoJSON',
+    'origin': 'PointGeoJSON',
+    'measures': 'LineGeoJSON<MeasureProperties>',
+    'viewbox': 'LineGeoJSON',
+
+    'map-points': 'OsmPointGeoJSON',
+    'map-lines': 'OsmLineGeoJSON',
+    'map-multilinestrings': 'OsmMultiLineStringGeoJSON',
+    'map-multipolygons': 'OsmMultiPolygonGeoJSON',
+}
+
+def printObjectAsTs(o, ofile):
+    if type(o) == str:
+        ofile.write('"%s"\n' % o.replace('"', '\\"'))
+    elif type(o) == int:
+        ofile.write('%d\n' % o)
+    elif type(o) == float:
+        ofile.write('%f\n' % o)
+    elif type(o) == type(None):
+        ofile.write('null\n')
+    elif type(o) == list:
+        ofile.write('[\n')
+        for (e) in o:
+            printObjectAsTs(e, ofile)
+            ofile.write(',\n')
+        ofile.write(']\n')
+    elif type(o) == dict:
+        ofile.write('{\n')
+        for k in o:
+            ofile.write('%s: ' % k)
+            printObjectAsTs(o[k], ofile)
+            ofile.write(',\n')
+        ofile.write('}\n')
+
+for _geojson in geojsons:
+    _name = _geojson.replace('map-', '')
+    _type = geojsons[_geojson]
+    try:
+        with open('%s.json' % _geojson, 'r') as file:
+            data = json.load(file)
+            with open('%s.ts' % _geojson, 'w') as ofile:
+                res = type_pat.match(_type)
+                if res is None:
+                    ofile.write('import { type %s } from "svgmapviewer/geo"\n' % _type)
+                else:
+                    ofile.write('import { type %s, type %s } from "svgmapviewer/geo"\n' % (res.group(1), res.group(2)))
+                ofile.write('\n')
+                ofile.write('export const %s: %s = \n' % (_name, _type))
+                printObjectAsTs(data, ofile)
+                ofile.write('\n')
+                ofile.write('export default %s\n' % _name)
+
+    except FileNotFound:
+        print("%s.json not found" % _name)
+
+# write all.ts
+with open('all.ts', 'w') as ofile:
+    for _geojson in geojsons:
+        _name = _geojson.replace('map-', '')
+        ofile.write('import %s from "./%s"\n' % (_name, _geojson))
+    ofile.write('\n')
+    ofile.write('export const mapData = {\n')
+    for _geojson in geojsons:
+        _name = _geojson.replace('map-', '')
+        ofile.write('%s,\n' % (_name))
+    ofile.write('}\n')

package/scripts/getOsm.sh

@@ -0,0 +1,62 @@
+# XXX rewrite this in python
+
+pkgdir=
+if [ -n "$NODE_PATH" ]; then
+  paths=$NODE_PATH
+  while :; do
+    d=${paths%%/node_modules:*}
+    paths=${paths#*:}
+    [ -e "$d"/package.json ] && pkgdir="$d" && break
+    [ "$d"/node_modules = "$paths" ] && echo >&2 'package directory not found!' && exit 1
+  done
+else
+  pkgdir=$( cd $( dirname $0 ); cd ..; pwd )
+fi
+
+####
+
+tools="$pkgdir"/scripts
+
+# Take bbox and get map.osm
+getByBounds() {
+    osm=$1; shift
+    # left, bottom, right, top
+    bbox=$( echo $@ | sed -e 's,^  ,,; s,  *$,,; s/ /,/g' )
+    url="https://api.openstreetmap.org/api/0.6/map?bbox=${bbox}"
+    wget -O ${osm}.tmp "$url" || curl -o ${osm}.tmp "$url" || exit 1
+    # XXX fixup-map-osm-exe ${osm}.tmp ${osm}
+    cp ${osm}.tmp ${osm}
+    rm -f ${osm}.tmp
+}
+
+# Take map.osm, parse its <bounds>, and get the bbox
+getByFile() {
+    osm=$1
+    eval $(
+        sed -ne '/^ *<bounds / {
+            # <bounds minlat="-36.8650000" minlon="174.7183000" maxlat="-36.8601000" maxlon="174.7242000"/>
+            s,^ *<bounds ,,
+            s,/>$,,
+            p
+            # minlat="-36.8650000" minlon="174.7183000" maxlat="-36.8601000" maxlon="174.7242000"
+        }' <$osm
+    )
+    # left, bottom, right, top
+    getByBounds $osm $minlon $minlat $maxlon $maxlat
+}
+
+if [ $# -eq 0 ]; then
+    osms=$( echo map*.osm )
+    case $osms in
+        *\**)
+	    echo 'map*.osm not found!' >&2
+	    exit 1
+	    ;;
+    esac
+    set -- $osms
+fi
+
+while [ $# -gt 0 ]; do
+    getByFile $1
+    shift
+done

package/scripts/initQgisPrj.py

@@ -0,0 +1,44 @@
+import glob
+import pathlib
+import os
+import os.path
+import sys
+
+import common
+
+####
+
+common.createPrj()
+
+def osm2gj(osm, layername):
+    name = common.path2name(osm)
+    return '%s/tmp-%s-%s.geojson' % (common.ctx.prjdir, name, layername)
+
+print('Expanding .osm layers...', file = sys.stderr)
+for osm in common.osmFiles:
+    name = common.path2name(osm)
+    for (layername, _) in common.osmLayerNames:
+        outGJ = osm2gj(osm, layername)
+        print('Expanding %s:%s...' % (osm, layername), file = sys.stderr)
+        common.expandOsm(osm, layername, name, outGJ)
+
+print('Merging .geojson...', file = sys.stderr)
+rects = {}
+for (layername, typ) in common.osmLayerNames:
+    olayers = list(map(lambda osm: osm2gj(osm, layername), common.osmFiles))
+    out = common.mergeVectors(olayers, layername)
+    rects[layername] = common.getBoundingBox(out)
+    mapdat = '%s/%s-%s.geojson' % (common.ctx.prjdir, 'map', layername)
+    common.dumpGeoJSON(out, mapdat)
+
+#rect = rects['multipolygons']
+#common.createEmptyPolygonGeoJSON(areasGJ, rect)
+#common.createEmptyPolygonGeoJSON(a1GJ, rect)
+#common.createEmptyPolygonGeoJSON(a2GJ, rect)
+#common.createEmptyMultiPointGeoJSON(orgGJ, rect)
+
+# XXX add layers to project
+
+common.exit()
+
+exit()

package/scripts/makeAreas.py

@@ -0,0 +1,21 @@
+import pathlib
+import os
+import os.path
+import sys
+
+import common
+
+common.openPrj()
+
+####
+
+common.makeExtent()
+common.makeOrigin()
+common.makeMeasures()
+common.makeViewbox()
+
+####
+
+common.exit()
+
+exit()

package/scripts/makeAreas.sh

@@ -0,0 +1,20 @@
+#!/bin/sh
+
+pkgdir=
+if [ -n "$NODE_PATH" ]; then
+  paths=$NODE_PATH
+  while :; do
+    d=${paths%%/node_modules:*}
+    paths=${paths#*:}
+    [ -e "$d"/package.json ] && pkgdir="$d" && break
+    [ "$d"/node_modules = "$paths" ] && echo >&2 'package directory not found!' && exit 1
+  done
+else
+  pkgdir=$( cd $( dirname $0 ); cd ..; pwd )
+fi
+
+####
+
+tools="$pkgdir"/scripts
+
+exec ${tools}/pyqgis.sh ${tools}/makeAreas.py "$@"

package/scripts/makeExtent.py

@@ -0,0 +1,21 @@
+import pathlib
+import os
+import os.path
+import sys
+
+import common
+
+####
+
+common.openPrj()
+
+areas = common.openVector(common.ctx.areasGJ, "areas")
+
+extent = common.getExtent(areas, 'memory:')
+
+res = common.dumpGeoJSON(extent, common.ctx.areas_extentGJ)
+print(res)
+
+common.exit()
+
+exit()

package/scripts/makeMeasures.py

@@ -0,0 +1,25 @@
+import pathlib
+import os
+import os.path
+import sys
+
+import common
+
+####
+
+common.openPrj()
+
+areas = common.openVector(common.ctx.areasGJ, "areas")
+
+extent = common.getExtent(areas, 'memory:')
+
+origin = common.openVector(common.ctx.originGJ, "origin")
+
+measures = common.getMeasures(extent, origin)
+
+res = common.dumpGeoJSON(measures, common.ctx.measuresGJ)
+print(res)
+
+common.exit()
+
+exit()

package/scripts/makeOrigin.py

@@ -0,0 +1,30 @@
+import pathlib
+import os
+import os.path
+import sys
+
+import common
+
+####
+
+common.openPrj()
+
+areas = common.openVector(common.ctx.areasGJ, "areas")
+
+extent = common.getExtent(areas, 'memory:')
+f = next(extent.getFeatures())
+print(f)
+print(f.attributes())
+
+origin = common.getRoundedOrigin(extent)
+print(origin)
+print(origin.x())
+print(origin.y())
+
+# XXX save origin.geojson
+res = common.createPointGeoJSON(common.ctx.originGJ, origin)
+print(res)
+
+common.exit()
+
+exit()

package/scripts/makeViewbox.py

@@ -0,0 +1,22 @@
+import pathlib
+import os
+import os.path
+import sys
+
+import common
+
+####
+
+common.openPrj()
+
+extent = common.openVector(common.ctx.areas_extentGJ, "areas_extent")
+origin = common.openVector(common.ctx.originGJ, "origin")
+
+viewbox = common.getViewbox()
+
+res = common.dumpGeoJSON(viewbox, common.ctx.viewboxGJ)
+print(res)
+
+common.exit()
+
+exit()