@arcgis/core 5.0.0-next.59 → 5.0.0-next.60

package/layers/graphics/sources/support/ParquetSourceWorker.js

@@ -2,4 +2,4 @@
 All material copyright Esri, All Rights Reserved, unless otherwise specified.
 See https://js.arcgis.com/5.0/esri/copyright.txt for details.
 */
-import{__addDisposableResource as e,__disposeResources as t}from"tslib";import s from"../../../../core/Collection.js";import{toConst as r}from"../../../../core/compilerUtils.js";import o from"../../../../core/Error.js";import has from"../../../../core/has.js";import i from"../../../../core/Logger.js";import{QueueProcessor as n}from"../../../../core/QueueProcessor.js";import a from"../../../../geometry/SpatialReference.js";import{set as u,create as p,expandWithRect as l,expandWithAABB as c,negativeInfinity as d,fromRect as f}from"../../../../geometry/support/aaBoundingBox.js";import{getQueryResultExtent as m,QueryEngine as y}from"../../data/QueryEngine.js";import{QueryEngineResult as h}from"../../data/QueryEngineResult.js";import{createDrawingInfo as g}from"./clientSideDefaults.js";import _ from"../../../support/Field.js";import w from"../../../support/FieldsIndex.js";import{collectSQLFieldNames as I}from"../../../support/fieldUtils.js";import{fromParquetGeometryEncodingJSON as x}from"../../../support/parquetEncodingUtils.js";import{completeParquetLayerInfo as R,fromParquetJSONGeometryType as S,toParquetJSONGeometryType as F}from"../../../support/parquetUtils.js";import{createParquetFile as C,readGeoMetadata as q}from"../../../../libs/parquet/parquet.js";import{FeatureStoreQueryAdapter as b}from"../../../../views/2d/layers/features/FeatureStoreQueryAdapter.js";import{FeatureSnapshotSourceChunk as v}from"../../../../views/2d/layers/features/sources/strategies/chunks/FeatureSnapshotSourceChunk.js";import{FeatureSourceChunkStore as O}from"../../../../views/2d/layers/features/sources/strategies/chunks/SourceChunkStore.js";import{FeatureMetadata as j}from"../../../../views/2d/layers/features/support/FeatureMetadata.js";import{FeatureSetReaderParquet as E}from"../../../../views/2d/layers/features/support/FeatureSetReaderParquet.js";const Q=new b,A=4,T=8e3,B="__OBJECTID";class P{constructor(){this._fileInfos=new Map,this._queue=new n({concurrency:A,process:(e,t)=>this._executeQuery(e,t)})}async load(r){const n=r.spatialReference?a.fromJSON(r.spatialReference):void 0;if(n&&!n.isWGS84&&!n.isWebMercator)throw new o("parquet:unsupported-projection","Only WGS84 and Web Mercator are supported");const c=await R({urls:new s(r.urls),fields:r.fields?.map(e=>_.fromJSON(e)),geometryEncoding:r.geometryEncoding?x(r.geometryEncoding):null,geometryType:r.geometryType?S(r.geometryType):null,spatialReference:n},{customParameters:r.customParameters});let f;if(c.geometryType&&c.geometryEncoding){if(!c.spatialReference)throw new o("parquet:unsupported","SpatialReference must be defined");if(!c.spatialReference.isGeographic&&!c.spatialReference.isWebMercator)throw new o("parquet:unsupported-projection","Only WGS84 and Web Mercator are supported");c.spatialReference.isGeographic&&!c.spatialReference.isWGS84&&(i.getLogger("parquet:unsupported-projection").warn("Found a geographic projection that is not WGS84. Handling as WGS84.",{spatialReference:c.spatialReference}),c.spatialReference=a.WGS84),f={geometryType:F(c.geometryType),spatialReference:c.spatialReference.toJSON(),geometryEncoding:c.geometryEncoding.toJSON(),displayOptimization:c.displayOptimization}}this.setCustomParameters(r.customParameters),this._geometryInfo=f;const m=r.urls;for(const e of m){const t=await C(e,{geometryInfo:f,outSpatialReference:null,getCustomParameters:()=>this._customParameters});this._fileInfos.set(e,{index:this._fileInfos.size,file:t})}this._capabilities=z(await this.getFileStatistics());const y=this._fileInfos.values().next().value?.file;if(!y)return{layerDefinition:{},capabilities:z(null)};const{fields:h}=c;if(null==h)throw new o("parquet-layer:missing-metadata","Unable to create parquet source: cannot infer fields",h);h.push(new _({name:B,type:"oid",alias:B}));const I={fields:h.map(e=>({...e.toJSON(),column:y.columnForFieldName(e.name)})),timeZoneByFieldName:null},q=w.fromJSON(I);this._fieldsIndex=q;const b=F(c.geometryType??"point");if(this._metadata=j.createFeature({fieldsIndex:I,geometryType:b,featureIdInfo:{type:"object-id",fieldName:"rowId"},subtypes:null,subtypeField:null,types:null,typeIdField:null,globalIdField:null,spatialReference:c.spatialReference,outSpatialReference:null,timeInfo:null,timeReferenceUnknownClient:null,dateFieldsTimeZone:null}),this._queryEngineParams={fieldsIndex:this._metadata.fieldsIndex,geometryType:f?.geometryType??"esriGeometryPoint",featureIdInfo:{type:"object-id",fieldName:"rowId"},hasM:!1,hasZ:!1,spatialReference:f?.spatialReference??{wkid:4326},aggregateAdapter:null,timeInfo:null,definitionExpression:null},c.spatialReference&&(this._fullExtent=k(this._fileInfos.values(),c.spatialReference.toJSON())),null==this._fullExtent&&"location"===c.geometryEncoding?.type){const{yField:s,xField:r}=c.geometryEncoding,o=this._fieldsIndex.get(r)?.column,i=this._fieldsIndex.get(s)?.column,n=u(p(),d);for(const a of this._fileInfos.values())for(const s of a.file.rowGroups()){const r={stack:[],error:void 0,hasError:!1};try{const t=e(r,s.columnDescriptorForAttribute(o),!1),a=e(r,s.columnDescriptorForAttribute(i),!1),u=[t.minValue(),a.minValue(),t.maxValue(),a.maxValue()];l(n,u),s.free()}catch(v){r.error=v,r.hasError=!0}finally{t(r)}}this._fullExtent={xmin:n[0],ymin:n[1],xmax:n[3],ymax:n[4],spatialReference:c.spatialReference?.toJSON()}}return{capabilities:this._capabilities,layerDefinition:{fields:c.fields?.map(e=>e.toJSON()),drawingInfo:g(b),extent:this._fullExtent??void 0,geometryType:b,geometryEncoding:c.geometryEncoding?.toJSON(),displayOptimization:c.displayOptimization}}}destroy(){for(const e of this._fileInfos.values())e.file.free();this._fileInfos.clear(),this._queue.destroy()}setCustomParameters(e){this._customParameters=e}getFileStatistics(){if(!this._fileInfos.size)return null;const e=Array.from(this._fileInfos.values()).reduce((e,t)=>e+t.file.byteLength(),0);return{featureCount:this._getFeatureCount(),byteLength:e}}async updateFiles(e){const t=new Set(e);for(const[s,r]of this._fileInfos.entries())t.has(s)?t.delete(s):(r.file.free(),this._fileInfos.delete(s));for(const s of t){const e=await C(s,{geometryInfo:this._geometryInfo,outSpatialReference:null,getCustomParameters:()=>this._customParameters});this._fileInfos.set(s,{index:this._fileInfos.size,file:e})}}async queryFeatures(e,t){this._validateQuery(e),N(e)||(e.resultRecordCount=e.resultRecordCount?Math.min(e.resultRecordCount,8e3):8e3,e.resultOffset=e.resultOffset??0),(e.outStatistics||e.returnDistinctValues)&&delete e.returnGeometry;return(await this._enqueueQuery(e,t)).createQueryResponse()}async queryFeatureCount(e,t){if(this._validateQuery(e),!G(e))return this._getFeatureCount();delete e.outFields,delete e.returnGeometry;return(await this._enqueueQuery(e,t)).createQueryResponseForCount()}async queryObjectIds(e,t){if(this._validateQuery(e),!G(e))return Array.from({length:this._getFeatureCount()},(e,t)=>t);e.resultRecordCount=e.resultRecordCount?Math.min(e.resultRecordCount,8e3):8e3,e.resultOffset=e.resultOffset??0,delete e.returnGeometry,delete e.outFields;return(await this._enqueueQuery(e,t)).items.map(e=>e.getObjectId())}async queryExtent(e,t){if(this._validateQuery(e),this._fullExtent&&!G(e))return{count:this._getFeatureCount(),extent:this._fullExtent};const s=r(this._metadata.spatialReference);e.returnGeometry=!0,delete e.outFields;const o=u(p(),d),i=p(),n=await this._enqueueQuery(e,t);let a=0;for(const r of n.items)r.getBounds(i)&&(c(o,i),a+=1);return{count:a,extent:m(o,s,e.outSR?r(e.outSR):s,s,!1)}}_getFeatureCount(){return Array.from(this._fileInfos.values()).reduce((e,t)=>e+t.file.numRows(),0)}_validateQuery(e){if(!this._capabilities.query.supportsStatistics&&e.outStatistics)throw new o("parquet:unsupported","Statistics queries are not supported",{query:e});if(!this._capabilities.query.supportsOrderBy&&e.orderByFields?.length)throw new o("parquet:unsupported","Queries using orderBy are not supported",{query:e});if(!this._capabilities.query.supportsDistinct&&e.returnDistinctValues)throw new o("parquet:unsupported","Queries using returnDistinctValues are not supported",{query:e})}async*_fetchChunks(e,t){for(const s of this._fileInfos.values()){const r=s.file.numRows(),o=Math.ceil(r/T);for(let i=0;i<o;i++){const r=i*T,o=await s.file.readChunk(r,T,e.fields,e.returnGeometry,t);for(const e of o){const t=new E(this._metadata,this._fieldsIndex,e,0,s.index),r=M([new v(t,null,0,!1)],this._queryEngineParams);yield r}}}}_enqueueQuery(e,t){return this._queue.push(e,t)}async _executeQuery(e,t){const s=await this._getReadParams(e);if(e.objectIds?.length)for(const n of this._fileInfos.values()){const r=[],o=M((await n.file.readChunksByRowId(new Uint32Array(e.objectIds),s.fields,s.returnGeometry,t)).map((e,t)=>new E(this._metadata,this._fieldsIndex,e,t,n.index)).map((e,t)=>new v(e,null,t,!1)),this._queryEngineParams),i=await o.executeQueryForOpaqueFeatures(e,t);for(const e of i)r.push(e);return new h(r,e,{fieldsIndex:this._fieldsIndex,geometryType:this._metadata.geometryType,spatialReference:this._queryEngineParams.spatialReference,objectIdField:"rowId",hasM:!1,hasZ:!1,featureAdapter:Q})}let r=e.resultRecordCount??this._getFeatureCount(),o=e.resultOffset??0;delete e.resultRecordCount,delete e.resultOffset;const i=[];for await(const n of this._fetchChunks(s,t)){const s=await n.executeQueryForOpaqueFeatures(e,t);if(s.length>o){const t=s.slice(o,Math.min(o+r,s.length));for(const e of t)i.push(e);if(o=0,r-=t.length,0===r)return new h(i,e,{fieldsIndex:this._fieldsIndex,geometryType:this._metadata.geometryType,spatialReference:this._queryEngineParams.spatialReference,objectIdField:"rowId",hasM:!1,hasZ:!1,featureAdapter:Q})}else o-=s.length}return new h(i,e,{fieldsIndex:this._fieldsIndex,geometryType:this._metadata.geometryType,spatialReference:this._queryEngineParams.spatialReference,objectIdField:"rowId",hasM:!1,hasZ:!1,featureAdapter:Q})}async _getReadParams(e){const t=new Set;if(e.where&&await I(t,this._fieldsIndex,e.where),e.outStatistics)for(const s of e.outStatistics)null!=s.onStatisticField&&t.add(s.onStatisticField);if(e.outFields)for(const s of e.outFields)t.add(s);return{fields:this._getAttributeIds(Array.from(t)),returnGeometry:!!e.returnGeometry||!!e.geometry}}_getAttributeIds(e){if(null==e)return new Uint32Array;if(e.includes("*"))return new Uint32Array(this._fieldsIndex.fields.map(e=>e.column).filter(e=>null!=e));const t=[];for(const s of e){const e=this._fieldsIndex.get(s);if(null==e)throw new o("unknown-field",`Field ${s} does not exist`);null==e.column||t.push(e.column)}return new Uint32Array(t)}}function G(e){return Object.keys(e).some(e=>D(e))}function D(e){switch(e){case"resultOffset":case"resultRecordCount":case"aggregateIds":case"distance":case"gdbVersion":case"geometry":case"having":case"timeExtent":case"where":case"objectIds":case"historicMoment":return!0;default:return!1}}function M(e,t){const s=new O;for(const r of e)s.insert(r);return new y({...t,featureStore:s})}function U(e){switch(e.length){case 4:return f(p(),e);case 6:return e;default:throw new o("parquet:protocol-violation","Invalid Geoparquet file. BoundingBox size must be 4 or 6.",{bbox:e})}}function k(e,t){const s=u(p(),d);for(const r of e){const e=q(r.file);if(!e)return null;const t=e.columns[e.primary_column];if(!t.bbox)return null;const o=U(t.bbox);c(s,o)}return{xmin:s[0],ymin:s[1],xmax:s[3],ymax:s[4],spatialReference:t}}function z(e){const t=e?.featureCount;let s=!1;return null!=t&&t<has("parquetlayer-full-query-feature-count")&&(s=!0),{analytics:{supportsCacheHint:!1},attachment:null,data:{isVersioned:!1,isBranchVersioned:!1,supportedCurveTypes:[],supportsAttachment:!1,supportsM:!1,supportsTrueCurve:!1,supportsZ:!1},metadata:{supportsAdvancedFieldProperties:!1},operations:{supportsCalculate:!1,supportsTruncate:!1,supportsValidateSql:!1,supportsAdd:!1,supportsDelete:!1,supportsEditing:!1,supportsChangeTracking:!1,supportsQuery:!0,supportsQueryBins:!1,supportsQueryPivot:!1,supportsQueryAnalytics:!1,supportsQueryAttachments:!1,supportsQueryTopFeatures:!1,supportsResizeAttachments:!1,supportsSync:!1,supportsUpdate:!1,supportsExceedsLimitStatistics:!1,supportsAsyncConvert3D:!1},query:{maxRecordCount:8e3,maxRecordCountFactor:void 0,maxUniqueIDCount:void 0,standardMaxRecordCount:void 0,supportsCacheHint:!1,supportsCentroid:!0,supportsCentroidOnDegeneratedQuantizedGeometry:!1,supportsCurrentUser:!1,supportsDegeneratedQuantizedGeometry:!1,supportsDisjointSpatialRelationship:!1,supportsDistance:!1,supportsDistinct:s,supportsExtent:!1,supportsFormatPBF:!1,supportsGeometryProperties:!1,supportsHavingClause:!1,supportsHistoricMoment:!1,supportsMaxRecordCountFactor:!1,supportsOrderBy:s,supportsPagination:!0,supportsPaginationOnAggregatedQueries:!1,supportsPercentileStatistics:!1,supportsQuantization:!0,supportsQuantizationEditMode:!1,supportsQueryByAnonymous:!1,supportsQueryByOthers:!1,supportsQueryGeometry:!1,supportsResultType:!1,supportsReturnMesh:!1,supportsStandardizedQueriesOnly:!1,supportsTopFeaturesQuery:!1,supportsStatistics:s,supportsSpatialAggregationStatistics:!1,supportedSpatialAggregationStatistics:{envelope:!1,centroid:!1,convexHull:!1},supportsDefaultSpatialReference:!1,supportsFullTextSearch:!1,supportsCompactGeometry:!1,supportsSqlExpression:!1,supportsTrueCurve:!1,tileMaxRecordCount:void 0},queryAttributeBins:{supportsDate:!1,supportsFixedInterval:!1,supportsAutoInterval:!1,supportsFixedBoundaries:!1,supportsStackBy:!1,supportsSplitBy:!1,supportsSnapToData:!1,supportsReturnFullIntervalBin:!1,supportsFirstDayOfWeek:!1,supportsNormalization:!1},queryRelated:{supportsCount:!1,supportsOrderBy:!1,supportsPagination:!1,supportsCacheHint:!1},queryTopFeatures:{supportsCacheHint:!1},editing:{supportsDeleteByAnonymous:!1,supportsDeleteByOthers:!1,supportsGeometryUpdate:!1,supportsGlobalId:!1,supportsTrueCurveUpdate:!1,supportsTrueCurveUpdateByTrueCurveClientsOnly:!0,supportsReturnServiceEditsInSourceSpatialReference:!1,supportsRollbackOnFailure:!1,supportsUpdateByAnonymous:!1,supportsUpdateByOthers:!1,supportsUploadWithItemId:!1,supportsUpdateWithoutM:!1,supportsAsyncApplyEdits:!1,zDefault:void 0}}}function N(e){return!!(e.objectIds?.length||e.outStatistics||e.orderByFields?.length||e.returnDistinctValues)}export{P as default};
+import{__addDisposableResource as e,__disposeResources as t}from"tslib";import s from"../../../../core/Collection.js";import{toConst as r}from"../../../../core/compilerUtils.js";import o from"../../../../core/Error.js";import has from"../../../../core/has.js";import i from"../../../../core/Logger.js";import{throwIfAborted as n}from"../../../../core/promiseUtils.js";import{QueueProcessor as a}from"../../../../core/QueueProcessor.js";import u from"../../../../geometry/SpatialReference.js";import{set as p,create as l,expandWithRect as c,expandWithAABB as d,negativeInfinity as f,fromRect as m}from"../../../../geometry/support/aaBoundingBox.js";import{getQueryResultExtent as y,QueryEngine as h}from"../../data/QueryEngine.js";import{QueryEngineResult as g}from"../../data/QueryEngineResult.js";import{createDrawingInfo as _}from"./clientSideDefaults.js";import w from"../../../support/Field.js";import x from"../../../support/FieldsIndex.js";import{collectSQLFieldNames as I}from"../../../support/fieldUtils.js";import{fromParquetGeometryEncodingJSON as R}from"../../../support/parquetEncodingUtils.js";import{completeParquetLayerInfo as F,fromParquetJSONGeometryType as S,toParquetJSONGeometryType as C}from"../../../support/parquetUtils.js";import{loadParquetModule as q}from"../../../../libs/parquet/loadParquetModule.js";import{createParquetFile as b,readGeoMetadata as v}from"../../../../libs/parquet/parquet.js";import{FeatureStoreQueryAdapter as O}from"../../../../views/2d/layers/features/FeatureStoreQueryAdapter.js";import{FeatureSnapshotSourceChunk as Q}from"../../../../views/2d/layers/features/sources/strategies/chunks/FeatureSnapshotSourceChunk.js";import{FeatureSourceChunkStore as j}from"../../../../views/2d/layers/features/sources/strategies/chunks/SourceChunkStore.js";import{FeatureMetadata as E}from"../../../../views/2d/layers/features/support/FeatureMetadata.js";import{FeatureSetReaderParquet as T}from"../../../../views/2d/layers/features/support/FeatureSetReaderParquet.js";const A=new O,P=4,B="__OBJECTID";class G{constructor(){this._fileInfos=new Map,this._queue=new a({concurrency:P,process:(e,t)=>this._executeQuery(e,t)})}async load(r){const n=r.spatialReference?u.fromJSON(r.spatialReference):void 0;if(n&&!n.isWGS84&&!n.isWebMercator)throw new o("parquet:unsupported-projection","Only WGS84 and Web Mercator are supported");const a=await F({urls:new s(r.urls),fields:r.fields?.map(e=>w.fromJSON(e)),geometryEncoding:r.geometryEncoding?R(r.geometryEncoding):null,geometryType:r.geometryType?S(r.geometryType):null,displayOptimization:r.displayOptimization,spatialReference:n},{customParameters:r.customParameters});if(!a.fields)throw new o("parquet:unsupported","Fields must be defined");let d;if(a.spatialReference&&a.geometryType){if(!a.spatialReference)throw new o("parquet:unsupported","SpatialReference must be defined");if(!a.spatialReference.isGeographic&&!a.spatialReference.isWebMercator)throw new o("parquet:unsupported-projection","Only WGS84 and Web Mercator are supported");a.spatialReference.isGeographic&&!a.spatialReference.isWGS84&&(i.getLogger("parquet:unsupported-projection").warn("Found a geographic projection that is not WGS84. Handling as WGS84.",{spatialReference:a.spatialReference}),a.spatialReference=u.WGS84),d={geometry:a.geometryEncoding?{geometryType:C(a.geometryType),spatialReference:a.spatialReference.toJSON(),encoding:a.geometryEncoding.toJSON()}:null,displayOptimization:a.displayOptimization}}this.setCustomParameters(r.customParameters),this._geometryInfo=d;const m=r.urls;for(const e of m){const t=await b(e,{geometryInfo:d,getCustomParameters:()=>this._customParameters});this._fileInfos.set(e,{index:this._fileInfos.size,file:t})}this._capabilities=k(this.getFileStatistics());const y=this._fileInfos.values().next().value?.file;if(!y)return{layerDefinition:{},capabilities:k(null)};const{fields:h}=a;if(null==h)throw new o("parquet-layer:missing-metadata","Unable to create parquet source: cannot infer fields",h);h.push(new w({name:B,type:"oid",alias:B}));const g={fields:h.map(e=>({...e.toJSON(),column:y.columnForFieldName(e.name)})),timeZoneByFieldName:null},I=x.fromJSON(g);this._fieldsIndex=I;const q=C(a.geometryType??"point");if(this._metadata=E.createFeature({fieldsIndex:g,geometryType:q,featureIdInfo:{type:"object-id",fieldName:"rowId"},subtypes:null,subtypeField:null,types:null,typeIdField:null,globalIdField:null,spatialReference:a.spatialReference,outSpatialReference:null,timeInfo:null,timeReferenceUnknownClient:null,dateFieldsTimeZone:null}),this._queryEngineParams={fieldsIndex:this._metadata.fieldsIndex,geometryType:q,featureIdInfo:{type:"object-id",fieldName:"rowId"},hasM:!1,hasZ:!1,spatialReference:a.spatialReference?.toJSON()??{wkid:4326},aggregateAdapter:null,timeInfo:null,definitionExpression:null},a.spatialReference&&(this._fullExtent=N(this._fileInfos.values(),a.spatialReference.toJSON())),null==this._fullExtent&&"location"===a.geometryEncoding?.type){const{xField:s,yField:r}=a.geometryEncoding,o=p(l(),f);for(const i of this._fileInfos.values())for(const n of i.file.rowGroups()){const i={stack:[],error:void 0,hasError:!1};try{const t=e(i,n.columnDescriptorForAttribute(s),!1),a=e(i,n.columnDescriptorForAttribute(r),!1),u=[t.minValue(),a.minValue(),t.maxValue(),a.maxValue()];c(o,u),n.free()}catch(v){i.error=v,i.hasError=!0}finally{t(i)}}this._fullExtent={xmin:o[0],ymin:o[1],xmax:o[3],ymax:o[4],spatialReference:a.spatialReference?.toJSON()}}return{capabilities:this._capabilities,layerDefinition:{fields:a.fields?.map(e=>e.toJSON()),drawingInfo:_(q),extent:this._fullExtent??void 0,geometryType:q,geometryEncoding:a.geometryEncoding?.toJSON(),displayOptimization:a.displayOptimization}}}destroy(){for(const e of this._fileInfos.values())e.file.free();this._fileInfos.clear(),this._queue.destroy()}setCustomParameters(e){this._customParameters=e}getFileStatistics(){if(!this._fileInfos.size)return null;const e=Array.from(this._fileInfos.values()).reduce((e,t)=>e+t.file.byteLength(),0);return{featureCount:this._getFeatureCount(),byteLength:e}}async updateFiles(e){const t=new Set(e);for(const[s,r]of this._fileInfos.entries())t.has(s)?t.delete(s):(r.file.free(),this._fileInfos.delete(s));for(const s of t){const e=await b(s,{geometryInfo:this._geometryInfo,getCustomParameters:()=>this._customParameters});this._fileInfos.set(s,{index:this._fileInfos.size,file:e})}}async queryFeatures(e,t){this._validateQuery(e),W(e)||(e.resultRecordCount=e.resultRecordCount?Math.min(e.resultRecordCount,8e3):8e3,e.resultOffset=e.resultOffset??0),(e.outStatistics||e.returnDistinctValues)&&delete e.returnGeometry;return(await this._enqueueQuery(e,t)).createQueryResponse()}async queryFeatureCount(e,t){if(this._validateQuery(e),!D(e))return this._getFeatureCount();delete e.outFields,delete e.returnGeometry;return(await this._enqueueQuery(e,t)).createQueryResponseForCount()}async queryObjectIds(e,t){if(this._validateQuery(e),!D(e))return Array.from({length:this._getFeatureCount()},(e,t)=>t);e.resultRecordCount=e.resultRecordCount?Math.min(e.resultRecordCount,8e3):8e3,e.resultOffset=e.resultOffset??0,delete e.returnGeometry,delete e.outFields;return(await this._enqueueQuery(e,t)).items.map(e=>e.getObjectId())}async queryExtent(e,t){if(this._validateQuery(e),this._fullExtent&&!D(e))return{count:this._getFeatureCount(),extent:this._fullExtent};const s=r(this._metadata.spatialReference);e.returnGeometry=!0,delete e.outFields;const o=p(l(),f),i=l(),n=await this._enqueueQuery(e,t);let a=0;for(const r of n.items)r.getBounds(i)&&(d(o,i),a+=1);return{count:a,extent:y(o,s,e.outSR?r(e.outSR):s,s,!1)}}_getFeatureCount(){return Array.from(this._fileInfos.values()).reduce((e,t)=>e+t.file.numRows(),0)}_validateQuery(e){if(!this._capabilities.query.supportsStatistics&&e.outStatistics)throw new o("parquet:unsupported","Statistics queries are not supported",{query:e});if(!this._capabilities.query.supportsOrderBy&&e.orderByFields?.length)throw new o("parquet:unsupported","Queries using orderBy are not supported",{query:e});if(!this._capabilities.query.supportsDistinct&&e.returnDistinctValues)throw new o("parquet:unsupported","Queries using returnDistinctValues are not supported",{query:e})}async*_fetchChunks(e,t){const s=await q();for(const r of this._fileInfos.values()){const o=s.Query.new();o.setOutFields(e.fields),o.setReturnGeometry(e.returnGeometry);const i=await r.file.executeQuery(o),a=[],u=i.next(t);for(let e=0;e<P;e++)a.push(i.next(t));let p=await u;for(;null!=p;){n(t);const e=new T(this._metadata,this._fieldsIndex,p,r.index),s=z([new Q(e,null,0,!1)],this._queryEngineParams),o=a.shift();a.push(i.next(t)),yield s,p=await o}}}_enqueueQuery(e,t){return this._queue.push(e,t)}async _executeQuery(e,t){const s=await this._getReadParams(e),r=await q();if(e.objectIds?.length)for(const a of this._fileInfos.values()){const o=r.Query.new();o.setOutFields(s.fields),o.setReturnGeometry(s.returnGeometry),o.setIds(new Uint32Array(e.objectIds));const i=await a.file.executeQuery(o,t);let n=await i.next(t),u=0;const p=[];for(;null!=n;){const e=new T(this._metadata,this._fieldsIndex,n,a.index),s=new Q(e,null,u++,!1);p.push(s),n=await i.next(t)}const l=[],c=z(p,this._queryEngineParams),d=await c.executeQueryForOpaqueFeatures(e,t);for(const e of d)l.push(e);return new g(l,e,{fieldsIndex:this._fieldsIndex,geometryType:this._metadata.geometryType,spatialReference:this._queryEngineParams.spatialReference,objectIdField:"rowId",hasM:!1,hasZ:!1,featureAdapter:A})}let o=e.resultRecordCount??this._getFeatureCount(),i=e.resultOffset??0;delete e.resultRecordCount,delete e.resultOffset;const n=[];for await(const a of this._fetchChunks(s,t)){const s=await a.executeQueryForOpaqueFeatures(e,t);if(s.length>i){const t=s.slice(i,Math.min(i+o,s.length));for(const e of t)n.push(e);if(i=0,o-=t.length,0===o)return new g(n,e,{fieldsIndex:this._fieldsIndex,geometryType:this._metadata.geometryType,spatialReference:this._queryEngineParams.spatialReference,objectIdField:"rowId",hasM:!1,hasZ:!1,featureAdapter:A})}else i-=s.length}return new g(n,e,{fieldsIndex:this._fieldsIndex,geometryType:this._metadata.geometryType,spatialReference:this._queryEngineParams.spatialReference,objectIdField:"rowId",hasM:!1,hasZ:!1,featureAdapter:A})}async _getReadParams(e){const t=new Set;if(e.where&&await I(t,this._fieldsIndex,e.where),e.outStatistics)for(const s of e.outStatistics)null!=s.onStatisticField&&t.add(s.onStatisticField);if(e.outFields)for(const s of e.outFields)t.add(s);return{fields:(t.has("*")?this._fieldsIndex.fields.map(e=>e.name):Array.from(t)).filter(e=>null!=this._fieldsIndex.get(e)?.column),returnGeometry:!!e.returnGeometry||!!e.geometry}}}function D(e){return Object.keys(e).some(e=>M(e))}function M(e){switch(e){case"resultOffset":case"resultRecordCount":case"aggregateIds":case"distance":case"gdbVersion":case"geometry":case"having":case"timeExtent":case"where":case"objectIds":case"historicMoment":return!0;default:return!1}}function z(e,t){const s=new j;for(const r of e)s.insert(r);return new h({...t,featureStore:s})}function U(e){switch(e.length){case 4:return m(l(),e);case 6:return e;default:throw new o("parquet:protocol-violation","Invalid Geoparquet file. BoundingBox size must be 4 or 6.",{bbox:e})}}function N(e,t){const s=p(l(),f);for(const r of e){const e=v(r.file);if(!e)return null;const t=e.columns[e.primary_column];if(!t.bbox)return null;const o=U(t.bbox);d(s,o)}return{xmin:s[0],ymin:s[1],xmax:s[3],ymax:s[4],spatialReference:t}}function k(e){const t=e?.featureCount;let s=!1;return null!=t&&t<has("parquetlayer-full-query-feature-count")&&(s=!0),{analytics:{supportsCacheHint:!1},attachment:null,data:{isVersioned:!1,isBranchVersioned:!1,supportedCurveTypes:[],supportsAttachment:!1,supportsM:!1,supportsTrueCurve:!1,supportsZ:!1},metadata:{supportsAdvancedFieldProperties:!1},operations:{supportsCalculate:!1,supportsTruncate:!1,supportsValidateSql:!1,supportsAdd:!1,supportsDelete:!1,supportsEditing:!1,supportsChangeTracking:!1,supportsQuery:!0,supportsQueryBins:!1,supportsQueryPivot:!1,supportsQueryAnalytics:!1,supportsQueryAttachments:!1,supportsQueryTopFeatures:!1,supportsResizeAttachments:!1,supportsSync:!1,supportsUpdate:!1,supportsExceedsLimitStatistics:!1,supportsAsyncConvert3D:!1},query:{maxRecordCount:8e3,maxRecordCountFactor:void 0,maxUniqueIDCount:void 0,standardMaxRecordCount:void 0,supportsCacheHint:!1,supportsCentroid:!0,supportsCentroidOnDegeneratedQuantizedGeometry:!1,supportsCurrentUser:!1,supportsDegeneratedQuantizedGeometry:!1,supportsDisjointSpatialRelationship:!1,supportsDistance:!1,supportsDistinct:s,supportsExtent:!1,supportsFormatPBF:!1,supportsGeometryProperties:!1,supportsHavingClause:!1,supportsHistoricMoment:!1,supportsMaxRecordCountFactor:!1,supportsOrderBy:s,supportsPagination:!0,supportsPaginationOnAggregatedQueries:!1,supportsPercentileStatistics:!1,supportsQuantization:!0,supportsQuantizationEditMode:!1,supportsQueryByAnonymous:!1,supportsQueryByOthers:!1,supportsQueryGeometry:!1,supportsResultType:!1,supportsReturnMesh:!1,supportsStandardizedQueriesOnly:!1,supportsTopFeaturesQuery:!1,supportsStatistics:s,supportsSpatialAggregationStatistics:!1,supportedSpatialAggregationStatistics:{envelope:!1,centroid:!1,convexHull:!1},supportsDefaultSpatialReference:!1,supportsFullTextSearch:!1,supportsCompactGeometry:!1,supportsSqlExpression:!1,supportsTrueCurve:!1,tileMaxRecordCount:void 0},queryAttributeBins:{supportsDate:!1,supportsFixedInterval:!1,supportsAutoInterval:!1,supportsFixedBoundaries:!1,supportsStackBy:!1,supportsSplitBy:!1,supportsSnapToData:!1,supportsReturnFullIntervalBin:!1,supportsFirstDayOfWeek:!1,supportsNormalization:!1},queryRelated:{supportsCount:!1,supportsOrderBy:!1,supportsPagination:!1,supportsCacheHint:!1},queryTopFeatures:{supportsCacheHint:!1},editing:{supportsDeleteByAnonymous:!1,supportsDeleteByOthers:!1,supportsGeometryUpdate:!1,supportsGlobalId:!1,supportsTrueCurveUpdate:!1,supportsTrueCurveUpdateByTrueCurveClientsOnly:!0,supportsReturnServiceEditsInSourceSpatialReference:!1,supportsRollbackOnFailure:!1,supportsUpdateByAnonymous:!1,supportsUpdateByOthers:!1,supportsUploadWithItemId:!1,supportsUpdateWithoutM:!1,supportsAsyncApplyEdits:!1,zDefault:void 0}}}function W(e){return!!(e.objectIds?.length||e.outStatistics||e.orderByFields?.length||e.returnDistinctValues)}export{G as default};

package/layers/knowledgeGraph/KnowledgeGraphSublayer.d.ts

@@ -26,7 +26,7 @@ import type { ScaleRangeLayer, ScaleRangeLayerProperties } from "../mixins/Scale
 import type { TemporalLayer, TemporalLayerProperties } from "../mixins/TemporalLayer.js";
 import type { FieldDomainOptions } from "../mixins/properties/ILayerWithGetField.js";
 import type { Domain } from "../support/domains.js";
-import type { RendererUnion } from "../../renderers/support/typeUtils.js";
+import type { RendererUnion } from "../../renderers/types.js";
 import type { RequestOptions } from "../../request/types.js";
 import type { QueryProperties } from "../../rest/support/Query.js";
 import type { CreatePopupTemplateOptions } from "../../support/popupUtils.js";

package/layers/mixins/ArcGISImageService.d.ts

@@ -43,7 +43,7 @@ import type { GeometryUnion } from "../../geometry/types.js";
 import type { DynamicFetchRasterOptions, OperationCapabilities, QueryCapabilities } from "../types.js";
 import type { RasterInterpolation, RasterNoDataInterpretation, RasterPixelType, RasterFormats } from "../support/RasterTypes.js";
 import type { PixelData, RasterMultidimensionalInfo, RasterFunctionInfo } from "../support/types.js";
-import type { RasterRendererUnion } from "../../renderers/support/rasterTypeUtils.js";
+import type { RasterRendererUnion } from "../../renderers/support/raster/types.js";
 import type { RequestOptions } from "../../request/types.js";
 import type { ImageServiceStatisticsHistogramsResult, ImageServiceHistogramsResult } from "../../rest/imageService.js";
 import type { ImageBoundaryParametersProperties } from "../../rest/support/ImageBoundaryParameters.js";

package/layers/mixins/ImageryTileMixin.d.ts

@@ -12,7 +12,7 @@ import type TimeInterval from "../../time/TimeInterval.js";
 import type { FetchRasterOptions, RasterIdentifyOptions } from "../types.js";
 import type { RasterInterpolation } from "../support/RasterTypes.js";
 import type { RasterIdentifyResult } from "../support/types.js";
-import type { RasterRendererUnion } from "../../renderers/support/rasterTypeUtils.js";
+import type { RasterRendererUnion } from "../../renderers/support/raster/types.js";
 import type { RequestOptions } from "../../request/types.js";
 import type { DimensionalDefinitionProperties } from "../support/DimensionalDefinition.js";
 import type { MultidimensionalSubsetProperties } from "../support/MultidimensionalSubset.js";

package/layers/ogc/ogcFeatureUtils.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Provides utility functions for the [OGCFeatureLayer](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-OGCFeatureLayer.html).
+ *
+ * @since 5.0
+ * @see [OGCFeatureLayer](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-OGCFeatureLayer.html)
+ */
+import type { CollectionsPage, LandingPage, QueryOptions } from "./types.js";
+
+/**
+ * Returns an array of feature collections available on the server.
+ *
+ * @param landingPage - An OGC API-Feature server landing page.
+ * @param options - Additional options.
+ * @returns A promise that resolves to the server's collections page.
+ * @see [getServerLandingPage()](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-ogc-ogcFeatureUtils.html#getServerLandingPage)
+ * @example
+ * // Print the ids and titles of all collections published to the ogc-api features server.
+ * const url = "https://demo.ldproxy.net/daraa";
+ *
+ * const ogcFeatureUtils = await $arcgis.import("@arcgis/core/layers/ogc/ogcFeatureUtils.js");
+ * const landingPage = await ogcFeatureUtils.getServerLandingPage(url);
+ * const collectionsPage = await ogcFeatureUtils.getServerCollectionsPage(landingPage);
+ * for (const collection of collectionsPage.collections) {
+ *   const { id, title } = collection;
+ *   console.log(`
+ *     Collection id:    ${id}
+ *     Collection title: ${title ?? "not specified"}
+ *   `);
+ * }
+ */
+export function getServerCollectionsPage(landingPage: LandingPage, options?: QueryOptions): Promise<CollectionsPage>;
+
+/**
+ * Returns the landing page for an OGC API-Features server.
+ *
+ * @param url - The URL to an OGC API-Features server.
+ * @param options - Additional options.
+ * @returns A promise that resolves to the server's landing page.
+ *
+ * > [!WARNING]
+ * >
+ * > The url that returns the json representation of the landing page may or may not include query parameters, for
+ * > example, "f=json". This function does not append any query parameters to the provided url. If the server requires
+ * > specific query parameters to return the landing page, please ensure they are included in the provided url.
+ * @example
+ * // Print the title and description of the server landing page to console.
+ * const url = "https://demo.ldproxy.net/daraa";
+ *
+ * const ogcFeatureUtils = await $arcgis.import("@arcgis/core/layers/ogc/ogcFeatureUtils.js");
+ * const landingPage = await ogcFeatureUtils.getServerLandingPage(url);
+ * const { description, title } = landingPage;
+ * console.log(`
+ *   Title:       ${title ?? "not specified"}
+ *   Description: ${description ?? "not specified"}
+ * `);
+ */
+export function getServerLandingPage(url: string, options?: QueryOptions): Promise<LandingPage>;

package/layers/ogc/ogcFeatureUtils.js

@@ -2,4 +2,4 @@
 All material copyright Esri, All Rights Reserved, unless otherwise specified.
 See https://js.arcgis.com/5.0/esri/copyright.txt for details.
 */
-import e from"../../request.js";import t from"../../core/Error.js";import n from"../../core/Logger.js";import{makeAbsolute as i,addQueryParameters as r,urlToObject as o}from"../../core/urlUtils.js";import a from"../../geometry/SpatialReference.js";import{wgs84 as s}from"../../geometry/support/spatialReferenceUtils.js";import{project as l}from"../../geometry/support/webMercatorUtils.js";import{convertToFeatureSet as c,convertToGeometry as u,convertFromGeometry as d}from"../graphics/featureConversionUtils.js";import p from"../graphics/OptimizedFeatureSet.js";import{validateGeoJSON as f,inferLayerProperties as m,createOptimizedFeatures as g}from"../graphics/sources/geojson/geojson.js";import{createDrawingInfo as y}from"../graphics/sources/support/clientSideDefaults.js";import{mixAttributes as w}from"../graphics/sources/support/sourceUtils.js";import h from"../support/FieldsIndex.js";import{kebabDict as b}from"../support/fieldType.js";import{utc as j}from"../../time/constants.js";const F=()=>n.getLogger("esri.layers.ogc.ogcFeatureUtils"),I="startindex",T=new Set([I,"offset"]),k="http://www.opengis.net/def/crs/",x=`${k}OGC/1.3/CRS84`;async function S(n,o,a={},s=5){const{links:l}=n,c=L(l,"items","application/geo+json")||L(l,"http://www.opengis.net/def/rel/ogc/1.0/items","application/geo+json");if(null==c)throw new t("ogc-feature-layer:missing-items-page","Missing items url");const{apiKey:u,customParameters:d,signal:p}=a,g=i(c.href,n.landingPage.url),w={limit:s,...d,token:u},T=r(g,w),k={accept:"application/geo+json"},{data:x}=await e(T,{signal:p,headers:k}),S=U(T,s,x.links)??I;f(x);const v=x.numberMatched,O=m(x,{geometryType:o.geometryType}),P=o.fields||O.fields||[],q=null!=o.hasZ?o.hasZ:O.hasZ,C=O.geometryType,N=o.objectIdField||O.objectIdFieldName||"OBJECTID";let R=o.timeInfo;const W=P.find(({name:e})=>e===N);if(W)W.editable=!1,W.nullable=!1;else{if(!O.objectIdFieldType)throw new t("ogc-feature-layer:missing-feature-id","Collection geojson require a feature id as a unique identifier");P.unshift({name:N,alias:N,type:"number"===O.objectIdFieldType?"esriFieldTypeOID":"esriFieldTypeString",editable:!1,nullable:!1})}if(N!==O.objectIdFieldName){const e=P.find(({name:e})=>e===O.objectIdFieldName);e&&(e.type="esriFieldTypeInteger")}P===O.fields&&O.unknownFields.length>0&&F().warn({name:"ogc-feature-layer:unknown-field-types",message:"Some fields types couldn't be inferred from the features and were dropped",details:{unknownFields:O.unknownFields}});for(const e of P){if(null==e.name&&(e.name=e.alias),null==e.alias&&(e.alias=e.name),"esriFieldTypeOID"!==e.type&&"esriFieldTypeGlobalID"!==e.type&&(e.editable=null==e.editable||!!e.editable,e.nullable=null==e.nullable||!!e.nullable),!e.name)throw new t("ogc-feature-layer:invalid-field-name","field name is missing",{field:e});if(!b.jsonValues.includes(e.type))throw new t("ogc-feature-layer:invalid-field-type",`invalid type for field "${e.name}"`,{field:e})}if(R){const e=new h(P);if(R.startTimeField){const t=e.get(R.startTimeField);t?(R.startTimeField=t.name,t.type="esriFieldTypeDate"):R.startTimeField=null}if(R.endTimeField){const t=e.get(R.endTimeField);t?(R.endTimeField=t.name,t.type="esriFieldTypeDate"):R.endTimeField=null}if(R.trackIdField){const t=e.get(R.trackIdField);t?R.trackIdField=t.name:(R.trackIdField=null,F().warn({name:"ogc-feature-layer:invalid-timeInfo-trackIdField",message:"trackIdField is missing",details:{timeInfo:R}}))}R.timeReference||={timeZoneIANA:j},R.startTimeField||R.endTimeField||(F().warn({name:"ogc-feature-layer:invalid-timeInfo",message:"startTimeField and endTimeField are missing",details:{timeInfo:R}}),R=void 0)}return{drawingInfo:C?y(C):null,extent:K(n),geometryType:C,fields:P,hasZ:!!q,objectIdField:N,paginationParameter:S,timeInfo:R,featureCount:v}}async function v(n,r={}){const{links:o,url:a}=n,s=L(o,"data","application/json")||L(o,"http://www.opengis.net/def/rel/ogc/1.0/data","application/json");if(null==s)throw new t("ogc-feature-layer:missing-collections-page","Missing collections url");const{apiKey:l,customParameters:c,signal:u}=r,d=i(s.href,a),{data:p}=await e(d,{signal:u,headers:{accept:"application/json"},query:{...c,token:l}});for(const e of p.collections)e.landingPage=n;return p}async function O(n,r={}){const{links:o,url:a}=n,s=L(o,"conformance","application/json")||L(o,"http://www.opengis.net/def/rel/ogc/1.0/conformance","application/json");if(null==s)throw new t("ogc-feature-layer:missing-conformance-page","Missing conformance url");const{apiKey:l,customParameters:c,signal:u}=r,d=i(s.href,a),{data:p}=await e(d,{signal:u,headers:{accept:"application/json"},query:{...c,token:l}});return p}async function P(t,n={}){const{apiKey:i,customParameters:r,signal:o}=n,{data:a}=await e(t,{signal:o,headers:{accept:"application/json"},query:{...r,token:i}});return a.url=t,a}async function q(t,n={}){const{links:r,url:o}=t,a=L(r,"service-desc","application/vnd.oai.openapi+json;version=3.0");if(null==a)return F().warn("ogc-feature-layer:missing-openapi-page","The OGC API-Features server does not have an OpenAPI page."),null;const{apiKey:s,customParameters:l,signal:c}=n,u=i(a.href,o),{data:d}=await e(u,{signal:c,headers:{accept:"application/vnd.oai.openapi+json;version=3.0"},query:{...l,token:s}});return d}function C(e){const t=/^http:\/\/www\.opengis.net\/def\/crs\/(?<authority>.*)\/(?<version>.*)\/(?<code>.*)$/i.exec(e),n=t?.groups;if(!n)return null;const{authority:i,code:r}=n;switch(i.toLowerCase()){case"ogc":switch(r.toLowerCase()){case"crs27":return a.GCS_NAD_1927.wkid;case"crs83":return 4269;case"crs84":case"crs84h":return a.WGS84.wkid;default:return null}case"esri":case"epsg":{const e=Number.parseInt(r,10);return Number.isNaN(e)?null:e}default:return null}}async function N(e,t,n){const i=await R(e,t,n);return c(i)}async function R(n,r,o){const{collection:{links:c,landingPage:{url:f}},layerDefinition:m,maxRecordCount:y,queryParameters:{apiKey:b,customParameters:j},spatialReference:F,supportedCrs:I}=n,T=L(c,"items","application/geo+json")||L(c,"http://www.opengis.net/def/rel/ogc/1.0/items","application/geo+json");if(!T)throw new t("ogc-feature-layer:missing-items-page","Missing items url");const{geometry:k,num:x,start:S,timeExtent:v,where:O}=r;if(r.objectIds)throw new t("ogc-feature-layer:query-by-objectids-not-supported","Queries with object ids are not supported");const P=a.fromJSON(F),q=r.outSpatialReference??P,C=q.isWGS84?null:$(q,I),N=Z(k,I),R=M(v),W=D(O),G=x??(null==S?y:10),K=0===S?void 0:S,{fields:U,geometryType:A,hasZ:J,objectIdField:z,paginationParameter:E}=m,_=i(T.href,f),{data:B}=await e(_,{...o,query:{...j,...N,crs:C,datetime:R,query:W,limit:G,[E]:K,token:b},headers:{accept:"application/geo+json"}}),Q=g(B,{geometryType:A,hasZ:J,objectIdField:z}),V=Q.length===G&&!!L(B.links??[],"next","application/geo+json"),H=new h(U);for(const e of Q){const t={};w(H,t,e.attributes,!0);for(const e of H.fields)e.nullable&&!(e.name in t)&&(t[e.name]=null);t[z]=e.attributes[z],e.attributes=t}if(!C&&q.isWebMercator)for(const e of Q)if(null!=e.geometry&&null!=A){const t=u(e.geometry,A,J,!1);t.spatialReference=a.WGS84,e.geometry=d(l(t,q))}for(const e of Q)e.objectId=e.attributes[z];const X=C||!C&&q.isWebMercator?q.toJSON():s,Y=new p;return Y.exceededTransferLimit=V,Y.features=Q,Y.fields=U,Y.geometryType=A,Y.hasZ=J,Y.spatialReference=X,Y}function W(e){return null!=e&&"extent"===e.type}function $(e,t){const{isWebMercator:n,wkid:i,latestWkid:r}=e;if(!i&&!r)return null;const o=n?t[3857]??t[102100]??t[102113]??t[900913]:i&&t[i]||r&&t[r];return o?`${k}${o}`:null}function G(e){if(!e)return"";const{xmin:t,ymin:n,xmax:i,ymax:r}=e;return`${t},${n},${i},${r}`}function M(e){if(!e)return null;const{start:t,end:n}=e;return`${null!=t?t.toISOString():".."}/${null!=n?n.toISOString():".."}`}function D(e){return e&&"1=1"!==e?e:null}function Z(e,t){if(!W(e))return null;const{spatialReference:n}=e;if(!n||n.isWGS84)return{bbox:G(e)};const i=$(n,t);return null!=i?{bbox:G(e),"bbox-crs":i}:n.isWebMercator?{bbox:G(l(e,a.WGS84))}:null}function K(e){const t=e.extent?.spatial;if(!t)return null;const n=t.bbox[0],i=4===n.length,[r,o]=n,s=i?void 0:n[2];return{xmin:r,ymin:o,xmax:i?n[2]:n[3],ymax:i?n[3]:n[4],zmin:s,zmax:i?void 0:n[5],spatialReference:a.WGS84.toJSON()}}function L(e,t,n){return e.find(({rel:e,type:i})=>e===t&&i===n)??e.find(({rel:e,type:n})=>e===t&&!n)}function U(e,t,n){if(!n)return;const i=L(n,"next","application/geo+json"),r=o(i?.href)?.query;if(!r)return;const a=o(e).query,s=Object.keys(a??{}),l=Object.entries(r).filter(([e])=>!s.includes(e)).find(([e,n])=>T.has(e.toLowerCase())&&Number.parseInt(n,10)===t),c=l?.[0];return c}export{x as crsDefault,k as crsPrefix,S as getCollectionDefinition,v as getServerCollections,O as getServerConformance,P as getServerLandingPage,q as getServerOpenApi,C as getSpatialReferenceWkid,N as queryFeatureSetJSON,R as queryOptimizedFeatureSet};
+import e from"../../request.js";import t from"../../core/Error.js";import n from"../../core/Logger.js";import{makeAbsolute as i,addQueryParameters as r,urlToObject as o}from"../../core/urlUtils.js";import a from"../../geometry/SpatialReference.js";import{wgs84 as s}from"../../geometry/support/spatialReferenceUtils.js";import{project as l}from"../../geometry/support/webMercatorUtils.js";import{convertToFeatureSet as c,convertToGeometry as u,convertFromGeometry as d}from"../graphics/featureConversionUtils.js";import p from"../graphics/OptimizedFeatureSet.js";import{validateGeoJSON as f,inferLayerProperties as m,createOptimizedFeatures as g}from"../graphics/sources/geojson/geojson.js";import{createDrawingInfo as y}from"../graphics/sources/support/clientSideDefaults.js";import{mixAttributes as w}from"../graphics/sources/support/sourceUtils.js";import h from"../support/FieldsIndex.js";import{kebabDict as b}from"../support/fieldType.js";import{utc as j}from"../../time/constants.js";const F=()=>n.getLogger("esri.layers.ogc.ogcFeatureUtils"),I="startindex",T=new Set([I,"offset"]),k="http://www.opengis.net/def/crs/",x=`${k}OGC/1.3/CRS84`;async function S(n,o,a={},s=5){const{links:l}=n,c=L(l,"items","application/geo+json")||L(l,"http://www.opengis.net/def/rel/ogc/1.0/items","application/geo+json");if(null==c)throw new t("ogc-feature-layer:missing-items-page","Missing items url");const{apiKey:u,customParameters:d,signal:p}=a,g=i(c.href,n.landingPage.url),w={limit:s,...d,token:u},T=r(g,w),k={accept:"application/geo+json"},{data:x}=await e(T,{signal:p,headers:k}),S=U(T,s,x.links)??I;f(x);const v=x.numberMatched,O=m(x,{geometryType:o.geometryType}),P=o.fields||O.fields||[],q=null!=o.hasZ?o.hasZ:O.hasZ,C=O.geometryType,N=o.objectIdField||O.objectIdFieldName||"OBJECTID";let R=o.timeInfo;const W=P.find(({name:e})=>e===N);if(W)W.editable=!1,W.nullable=!1;else{if(!O.objectIdFieldType)throw new t("ogc-feature-layer:missing-feature-id","Collection geojson require a feature id as a unique identifier");P.unshift({name:N,alias:N,type:"number"===O.objectIdFieldType?"esriFieldTypeOID":"esriFieldTypeString",editable:!1,nullable:!1})}if(N!==O.objectIdFieldName){const e=P.find(({name:e})=>e===O.objectIdFieldName);e&&(e.type="esriFieldTypeInteger")}P===O.fields&&O.unknownFields.length>0&&F().warn({name:"ogc-feature-layer:unknown-field-types",message:"Some fields types couldn't be inferred from the features and were dropped",details:{unknownFields:O.unknownFields}});for(const e of P){if(null==e.name&&(e.name=e.alias),null==e.alias&&(e.alias=e.name),"esriFieldTypeOID"!==e.type&&"esriFieldTypeGlobalID"!==e.type&&(e.editable=null==e.editable||!!e.editable,e.nullable=null==e.nullable||!!e.nullable),!e.name)throw new t("ogc-feature-layer:invalid-field-name","field name is missing",{field:e});if(!b.jsonValues.includes(e.type))throw new t("ogc-feature-layer:invalid-field-type",`invalid type for field "${e.name}"`,{field:e})}if(R){const e=new h(P);if(R.startTimeField){const t=e.get(R.startTimeField);t?(R.startTimeField=t.name,t.type="esriFieldTypeDate"):R.startTimeField=null}if(R.endTimeField){const t=e.get(R.endTimeField);t?(R.endTimeField=t.name,t.type="esriFieldTypeDate"):R.endTimeField=null}if(R.trackIdField){const t=e.get(R.trackIdField);t?R.trackIdField=t.name:(R.trackIdField=null,F().warn({name:"ogc-feature-layer:invalid-timeInfo-trackIdField",message:"trackIdField is missing",details:{timeInfo:R}}))}R.timeReference||={timeZoneIANA:j},R.startTimeField||R.endTimeField||(F().warn({name:"ogc-feature-layer:invalid-timeInfo",message:"startTimeField and endTimeField are missing",details:{timeInfo:R}}),R=void 0)}return{drawingInfo:C?y(C):null,extent:K(n),geometryType:C,fields:P,hasZ:!!q,objectIdField:N,paginationParameter:S,timeInfo:R,featureCount:v}}async function v(n,r={}){const{links:o,url:a}=n,s=L(o,"data","application/json")??L(o,"http://www.opengis.net/def/rel/ogc/1.0/data","application/json");if(!s)throw new t("ogc-feature-layer:missing-collections-page","Missing collections url");const{apiKey:l,customParameters:c,signal:u}=r,d=i(s.href,a),{data:p}=await e(d,{signal:u,headers:{accept:"application/json"},query:{...c,token:l}});for(const e of p.collections)e.landingPage=n;return p}async function O(n,r={}){const{links:o,url:a}=n,s=L(o,"conformance","application/json")||L(o,"http://www.opengis.net/def/rel/ogc/1.0/conformance","application/json");if(null==s)throw new t("ogc-feature-layer:missing-conformance-page","Missing conformance url");const{apiKey:l,customParameters:c,signal:u}=r,d=i(s.href,a),{data:p}=await e(d,{signal:u,headers:{accept:"application/json"},query:{...c,token:l}});return p}async function P(t,n={}){const{apiKey:i,customParameters:r,signal:o}=n,{data:a}=await e(t,{signal:o,headers:{accept:"application/json"},query:{...r,token:i}});return a.url=t,a}async function q(t,n={}){const{links:r,url:o}=t,a=L(r,"service-desc","application/vnd.oai.openapi+json;version=3.0");if(null==a)return F().warn("ogc-feature-layer:missing-openapi-page","The OGC API-Features server does not have an OpenAPI page."),null;const{apiKey:s,customParameters:l,signal:c}=n,u=i(a.href,o),{data:d}=await e(u,{signal:c,headers:{accept:"application/vnd.oai.openapi+json;version=3.0"},query:{...l,token:s}});return d}function C(e){const t=/^http:\/\/www\.opengis.net\/def\/crs\/(?<authority>.*)\/(?<version>.*)\/(?<code>.*)$/i.exec(e),n=t?.groups;if(!n)return null;const{authority:i,code:r}=n;switch(i.toLowerCase()){case"ogc":switch(r.toLowerCase()){case"crs27":return a.GCS_NAD_1927.wkid;case"crs83":return 4269;case"crs84":case"crs84h":return a.WGS84.wkid;default:return null}case"esri":case"epsg":{const e=Number.parseInt(r,10);return Number.isNaN(e)?null:e}default:return null}}async function N(e,t,n){const i=await R(e,t,n);return c(i)}async function R(n,r,o){const{collection:{links:c,landingPage:{url:f}},layerDefinition:m,maxRecordCount:y,queryParameters:{apiKey:b,customParameters:j},spatialReference:F,supportedCrs:I}=n,T=L(c,"items","application/geo+json")||L(c,"http://www.opengis.net/def/rel/ogc/1.0/items","application/geo+json");if(!T)throw new t("ogc-feature-layer:missing-items-page","Missing items url");const{geometry:k,num:x,start:S,timeExtent:v,where:O}=r;if(r.objectIds)throw new t("ogc-feature-layer:query-by-objectids-not-supported","Queries with object ids are not supported");const P=a.fromJSON(F),q=r.outSpatialReference??P,C=q.isWGS84?null:$(q,I),N=Z(k,I),R=M(v),W=D(O),G=x??(null==S?y:10),K=0===S?void 0:S,{fields:U,geometryType:A,hasZ:J,objectIdField:z,paginationParameter:E}=m,_=i(T.href,f),{data:B}=await e(_,{...o,query:{...j,...N,crs:C,datetime:R,query:W,limit:G,[E]:K,token:b},headers:{accept:"application/geo+json"}}),Q=g(B,{geometryType:A,hasZ:J,objectIdField:z}),V=Q.length===G&&!!L(B.links??[],"next","application/geo+json"),H=new h(U);for(const e of Q){const t={};w(H,t,e.attributes,!0);for(const e of H.fields)e.nullable&&!(e.name in t)&&(t[e.name]=null);t[z]=e.attributes[z],e.attributes=t}if(!C&&q.isWebMercator)for(const e of Q)if(null!=e.geometry&&null!=A){const t=u(e.geometry,A,J,!1);t.spatialReference=a.WGS84,e.geometry=d(l(t,q))}for(const e of Q)e.objectId=e.attributes[z];const X=C||!C&&q.isWebMercator?q.toJSON():s,Y=new p;return Y.exceededTransferLimit=V,Y.features=Q,Y.fields=U,Y.geometryType=A,Y.hasZ=J,Y.spatialReference=X,Y}function W(e){return null!=e&&"extent"===e.type}function $(e,t){const{isWebMercator:n,wkid:i,latestWkid:r}=e;if(!i&&!r)return null;const o=n?t[3857]??t[102100]??t[102113]??t[900913]:i&&t[i]||r&&t[r];return o?`${k}${o}`:null}function G(e){if(!e)return"";const{xmin:t,ymin:n,xmax:i,ymax:r}=e;return`${t},${n},${i},${r}`}function M(e){if(!e)return null;const{start:t,end:n}=e;return`${null!=t?t.toISOString():".."}/${null!=n?n.toISOString():".."}`}function D(e){return e&&"1=1"!==e?e:null}function Z(e,t){if(!W(e))return null;const{spatialReference:n}=e;if(!n||n.isWGS84)return{bbox:G(e)};const i=$(n,t);return null!=i?{bbox:G(e),"bbox-crs":i}:n.isWebMercator?{bbox:G(l(e,a.WGS84))}:null}function K(e){const t=e.extent?.spatial;if(!t)return null;const n=t.bbox[0],i=4===n.length,[r,o]=n,s=i?void 0:n[2];return{xmin:r,ymin:o,xmax:i?n[2]:n[3],ymax:i?n[3]:n[4],zmin:s,zmax:i?void 0:n[5],spatialReference:a.WGS84.toJSON()}}function L(e,t,n){return e.find(({rel:e,type:i})=>e===t&&i===n)??e.find(({rel:e,type:n})=>e===t&&!n)}function U(e,t,n){if(!n)return;const i=L(n,"next","application/geo+json"),r=o(i?.href)?.query;if(!r)return;const a=o(e).query,s=Object.keys(a??{}),l=Object.entries(r).filter(([e])=>!s.includes(e)).find(([e,n])=>T.has(e.toLowerCase())&&Number.parseInt(n,10)===t),c=l?.[0];return c}export{x as crsDefault,k as crsPrefix,S as getCollectionDefinition,v as getServerCollectionsPage,O as getServerConformance,P as getServerLandingPage,q as getServerOpenApi,C as getSpatialReferenceWkid,N as queryFeatureSetJSON,R as queryOptimizedFeatureSet};

package/layers/ogc/types.d.ts

@@ -0,0 +1,73 @@
+import type { AbortOptions } from "../../core/promiseUtils.js";
+import type { CustomParameters } from "../mixins/CustomParametersMixin.js";
+
+/** An OGC API-Features collection. */
+export interface Collection {
+  /** The description of the collection. */
+  description?: string;
+  /**
+   * The collection identifier.
+   *
+   * @see [OGCFeatureLayer#collectionId](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-OGCFeatureLayer.html#collectionId)
+   */
+  id: string;
+  /** The landing page of the OGC API-Features server hosting the collection. */
+  landingPage: LandingPage;
+  /** The title of the collection. */
+  title?: string;
+}
+
+/** The collections page for an OGC API-Features server. */
+export interface CollectionsPage {
+  /** An array of collections available from the OGC API-Features server. */
+  collections: Collection[];
+}
+
+/** The landing page of an OGC API-Features server. */
+export interface LandingPage {
+  /** The description of the OGC API-Features server. */
+  description?: string;
+  /** The title of the OGC API-Features server. */
+  title?: string;
+  /** The url to the OGC API-Features server. */
+  url: string;
+}
+
+export interface QueryParameters {
+  /**
+   * An authorization string used to access a resource or service.
+   * This property will append the API key to all requests made by the layer to the service.
+   * [API keys](https://developers.arcgis.com/documentation/security-and-authentication/api-key-authentication/) are generated and managed in the portal.
+   * An API key is tied explicitly to an ArcGIS account; it is also used to monitor service usage.
+   * Setting a fine-grained API key on a specific class overrides the [global API key](https://developers.arcgis.com/javascript/latest/api-reference/esri-config.html#ConfigWithApiKey).
+   *
+   * If loading a secure layer with API authentication via a [PortalItem](https://developers.arcgis.com/javascript/latest/api-reference/esri-portal-PortalItem.html), the API key needs to be set on the {@link layers/mixins/APIKeyMixin#portalItem}.
+   *
+   * @see [Item access privileges](https://developers.arcgis.com/documentation/security-and-authentication/api-key-authentication/api-key-credentials/#item-access-privileges)
+   * @see [API key guide](https://developers.arcgis.com/javascript/latest/secure-resources/#api-keys)
+   * @example
+   * // set the api key to access a protected service
+   * const layer = new FeatureLayer({
+   *   url: serviceUrl,
+   *   apiKey: "YOUR_API_KEY"
+   * });
+   */
+  apiKey?: string | null;
+  /**
+   * A list of custom parameters appended to the URL of all resources fetched by the layer.
+   * It's an object with key-value pairs where value is a string.
+   * The layer's `refresh()` method needs to be called if the customParameters are updated at runtime.
+   *
+   * @example
+   * // send a custom parameter to your special service
+   * let layer = new MapImageLayer({
+   *   url: serviceUrl,
+   *   customParameters: {
+   *     "key": "my-special-key"
+   *   }
+   * });
+   */
+  customParameters?: CustomParameters | null;
+}
+
+export interface QueryOptions extends QueryParameters, AbortOptions {}

package/layers/raster/functions/creators/createDataManagementFunctions.d.ts

@@ -5,7 +5,7 @@ import type FeatureSet from "../../../../rest/support/FeatureSet.js";
 import type MultipartColorRamp from "../../../../rest/support/MultipartColorRamp.js";
 import type { BaseRasterFunctionParameters, RasterArgument } from "../types.js";
 import type { RasterBandStatistics, RasterHistogram } from "../../../support/types.js";
-import type { RasterColormapName, RasterColorRampName } from "../../../../renderers/support/colorRampUtils.js";
+import type { RasterColorRampName, RasterColormapName } from "../../../../renderers/support/raster/types.js";
 
 /**
  * Raster colormap input parameters specified using a colormap.

package/layers/raster/functions/creators/createSurfaceFunctions.d.ts

@@ -1,7 +1,7 @@
 import type AlgorithmicColorRamp from "../../../../rest/support/AlgorithmicColorRamp.js";
 import type MultipartColorRamp from "../../../../rest/support/MultipartColorRamp.js";
 import type { BaseRasterFunctionParameters } from "../types.js";
-import type { RasterColorRampName } from "../../../../renderers/support/colorRampUtils.js";
+import type { RasterColorRampName } from "../../../../renderers/support/raster/types.js";
 
 export interface SlopeParameters extends BaseRasterFunctionParameters {
   /**

package/layers/support/FeatureReductionBinning.d.ts

@@ -2,7 +2,7 @@ import type PopupTemplate from "../../PopupTemplate.js";
 import type AggregateField from "./AggregateField.js";
 import type LabelClass from "./LabelClass.js";
 import type { FeatureReduction } from "./FeatureReduction.js";
-import type { RendererUnion } from "../../renderers/support/typeUtils.js";
+import type { RendererUnion } from "../../renderers/types.js";
 import type { LabelClassProperties } from "./LabelClass.js";
 import type { PopupTemplateProperties } from "../../PopupTemplate.js";
 import type { AggregateFieldProperties } from "./AggregateField.js";

package/layers/support/FeatureReductionCluster.d.ts

@@ -7,7 +7,7 @@ import type SimpleMarkerSymbol from "../../symbols/SimpleMarkerSymbol.js";
 import type TextSymbol from "../../symbols/TextSymbol.js";
 import type WebStyleSymbol from "../../symbols/WebStyleSymbol.js";
 import type { JSONSupport, JSONSupportMixinProperties } from "../../core/JSONSupport.js";
-import type { RendererUnion } from "../../renderers/support/typeUtils.js";
+import type { RendererUnion } from "../../renderers/types.js";
 import type { PopupTemplateProperties } from "../../PopupTemplate.js";
 import type { HeatmapRendererProperties } from "../../renderers/HeatmapRenderer.js";
 import type { PieChartRendererProperties } from "../../renderers/PieChartRenderer.js";

package/layers/support/StreamConnection.d.ts

@@ -2,19 +2,52 @@ import type EsriError from "../../core/Error.js";
 import type { EventedAccessor } from "../../core/Evented.js";
 import type { StreamConnectionStatus } from "./types.js";
 import type { Feature } from "../../portal/jsonTypes.js";
+import type { ObjectId } from "../../views/types.js";
 
 export interface StreamConnectionEvents {
   /** Fires when the stream connection receives data. The event object contains the message properties received from the stream service. */
   "data-received": Feature;
 }
 
-export interface IFeatureResult {}
+/**
+ * A message to add [Features](https://developers.arcgis.com/javascript/latest/api-reference/esri-portal-jsonTypes.html#Feature) to a [StreamLayer](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html) on the client
+ * by calling its [sendMessageToClient()](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html#sendMessageToClient) method.
+ * An array of JSON [Features](https://developers.arcgis.com/javascript/latest/api-reference/esri-portal-jsonTypes.html#Feature) that can be added to a [StreamLayer](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html) on the client by calling its
+ * [sendMessageToClient()](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html#sendMessageToClient) method.
+ * Each feature is an esri Feature JSON object as defined in the
+ * [Feature object specification](https://next.gha.arcgis.com/documentation/common-data-types/feature-object.htm).
+ */
+export interface FeatureMessage {
+  /** An array of JSON [Features](https://developers.arcgis.com/javascript/latest/api-reference/esri-portal-jsonTypes.html#Feature) to add to a [StreamLayer](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html) on the client. */
+  features: Feature[];
+  /** The type of message being sent to the client. */
+  type: "features";
+}
 
-export interface IDeleteMessage {}
+/**
+ * A message to delete features from a [StreamLayer](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html) on the client by calling its
+ * [sendMessageToClient()](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html#sendMessageToClient) method.
+ */
+export interface DeleteMessage {
+  /** An array of object IDs identifying the features to delete from a [StreamLayer](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html) on the client. */
+  objectIds: ObjectId[];
+  /** An array of track IDs identifying the features to delete from a [StreamLayer](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html) on the client. */
+  trackIds: number[];
+  /** The type of message being sent to the client. */
+  type: "delete";
+}
 
-export interface IClearMessage {}
+/**
+ * A message to clear all features from a [StreamLayer](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html) on the client by calling its
+ * [sendMessageToClient()](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html#sendMessageToClient) method.
+ */
+export interface ClearMessage {
+  /** The type of message being sent to the client. */
+  type: "clear";
+}
 
-export type IMessage = IFeatureResult | IDeleteMessage | IClearMessage | Object;
+/** The message to send to a [StreamLayer](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html) on the client by calling its [sendMessageToClient()](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html#sendMessageToClient) method. */
+export type Message = FeatureMessage | DeleteMessage | ClearMessage | object;
 
 /**
  * A web socket connection to a stream service. The connection to the stream service can be established

package/layers/support/Sublayer.d.ts

@@ -26,7 +26,7 @@ import type { AbortOptions } from "../../core/promiseUtils.js";
 import type { FieldDomainOptions } from "../mixins/properties/ILayerWithGetField.js";
 import type { SublayerCapabilities } from "./types.js";
 import type { LayerSource } from "./source/types.js";
-import type { RendererUnion } from "../../renderers/support/typeUtils.js";
+import type { RendererUnion } from "../../renderers/types.js";
 import type { AttachmentQueryProperties } from "../../rest/support/AttachmentQuery.js";
 import type { QueryProperties } from "../../rest/support/Query.js";
 import type { RelationshipQueryProperties } from "../../rest/support/RelationshipQuery.js";

package/layers/support/TrackPartInfo.d.ts

@@ -1,7 +1,7 @@
 import type LabelClass from "./LabelClass.js";
 import type { ClonableMixin, ClonableMixinProperties } from "../../core/Clonable.js";
 import type { JSONSupport, JSONSupportMixinProperties } from "../../core/JSONSupport.js";
-import type { RendererUnion } from "../../renderers/support/typeUtils.js";
+import type { RendererUnion } from "../../renderers/types.js";
 import type { LabelClassProperties } from "./LabelClass.js";
 import type { HeatmapRendererProperties } from "../../renderers/HeatmapRenderer.js";
 import type { PieChartRendererProperties } from "../../renderers/PieChartRenderer.js";

package/layers/support/fieldUtils.d.ts

@@ -16,7 +16,7 @@ import type StreamLayer from "../StreamLayer.js";
 import type SubtypeGroupLayer from "../SubtypeGroupLayer.js";
 import type Field from "./Field.js";
 import type FieldsIndex from "./FieldsIndex.js";
-import type { RendererUnion } from "../../renderers/support/typeUtils.js";
+import type { RendererUnion } from "../../renderers/types.js";
 
 /**
  * Gets the appropriate display field name to label a feature.

package/layers/support/parquetUtils.js

@@ -2,4 +2,4 @@
 All material copyright Esri, All Rights Reserved, unless otherwise specified.
 See https://js.arcgis.com/5.0/esri/copyright.txt for details.
 */
-import e from"../../core/Collection.js";import t from"../../core/Error.js";import{JSONMap as o}from"../../core/jsonMap.js";import n from"../../geometry/SpatialReference.js";import r from"./Field.js";import{inferLocationInfo as i}from"./locationUtils.js";import l from"./ParquetGeometryEncodingLocation.js";import s from"./ParquetGeometryEncodingWkb.js";import{createParquetFile as a,readGeoMetadata as m,readEsriMetadata as u}from"../../libs/parquet/parquet.js";const c=new o({esriGeometryPoint:"point",esriGeometryPolygon:"polygon",esriGeometryPolyline:"polyline",esriGeometryMultipoint:"multipoint"});function p(e){return c.toJSON(e)}function f(e){return c.fromJSON(e)}function y(t,o={}){return d({urls:new e(t)},o)}async function d(e,o={}){if(e.urls.length<1)throw new t("parquet:bad-input","At least one url must be specified",e);if(e.geometryType&&e.spatialReference&&e.geometryEncoding&&e.fields)return e;const i=await a(e.urls.getItemAt(0),{getCustomParameters:()=>o.customParameters}),l=m(i),s={...e,file:i};null==s.fields&&(s.fields=i.fields().map(e=>r.fromJSON({name:e.name,alias:e.name,type:e.type}))),null==s.geometryEncoding&&(s.geometryEncoding=g(l,s.fields));const c=u(i);if(c)switch(c.mode){case"z":s.displayOptimization={mode:"z"};break;case"xz":{const e=c.multiscale;if(!e)throw new t("parquet:bad-format","XZ display optimization requires multiscale geometries");s.displayOptimization={mode:"xz",multiscale:e};break}}if(!s.geometryEncoding)return s;switch(s.geometryEncoding.type){case"location":null==s.spatialReference&&(s.spatialReference=n.WGS84),null==s.geometryType&&(s.geometryType="point");break;case"wkb":{if(!l)return s;const e=l.primary_column,t=l.columns[e];if(s.geometryType||(s.geometryType=P(t)),s.spatialReference||(s.spatialReference=b(t)),s.fields)for(const o of Object.keys(l.columns))s.fields=s.fields.filter(e=>e.name!==o)}}return s}function g(e,t){if(null!=e){const t=e.primary_column,o=e.columns[t];return new s({field:t,orientation:"counterclockwise"===o.orientation?"counter-clockwise":null})}const o=i(t.map(e=>e.name));return o.latitudeFieldName&&o.longitudeFieldName?new l({xField:o.longitudeFieldName,yField:o.latitudeFieldName}):null}function w(e){switch(e){case"Point":return"point";case"Polygon":case"MultiPolygon":return"polygon";case"LineString":return"polyline";case"MultiPoint":return"multipoint";default:return null}}function P(e){const{geometry_types:o}=e,n=new Set;for(const t of o){const e=w(t);e&&n.add(e)}if(n.size>1)throw new t("parquet:unsupported","Parquet mixed geometry types are not supported",{geometryTypes:n});return 1===n.size?n.values().next().value:void 0}function b(e){const t=e.crs?.id?.code;return t&&"number"==typeof t?new n({wkid:t}):void 0}export{d as completeParquetLayerInfo,f as fromParquetJSONGeometryType,y as getParquetLayerInfo,c as parquetGeometryTypeKebabDict,p as toParquetJSONGeometryType};
+import e from"../../core/Collection.js";import t from"../../core/Error.js";import{JSONMap as o}from"../../core/jsonMap.js";import n from"../../geometry/SpatialReference.js";import i from"./Field.js";import{isNumericField as r}from"./fieldUtils.js";import{inferLocationInfo as s}from"./locationUtils.js";import l from"./ParquetGeometryEncodingLocation.js";import c from"./ParquetGeometryEncodingWkb.js";import{createParquetFile as p,readGeoMetadata as a,readGeodisplayMetadata as u}from"../../libs/parquet/parquet.js";const m=new o({esriGeometryPoint:"point",esriGeometryPolygon:"polygon",esriGeometryPolyline:"polyline",esriGeometryMultipoint:"multipoint"}),f=new Set(["uncompressed","snappy","gzip"]);function d(e){return m.toJSON(e)}function y(e){return m.fromJSON(e)}function g(t,o={}){return w({urls:new e(t)},o)}async function w(e,o={}){if(e.urls.length<1)throw new t("parquet:bad-input","At least one url must be specified",e);if(e.geometryType&&e.spatialReference&&e.geometryEncoding&&e.fields)return e;const s=await p(e.urls.getItemAt(0),{getCustomParameters:()=>o.customParameters});for(const n of s.compressionCodecs())if(!f.has(n))throw new t("parquet:unsupported",`Compression codec ${n} is unsupported. Must be of type ${Array.from(f).join(",")}`);const l=a(s),c={...e,file:s};if(null==c.fields&&(c.fields=s.fields(!1).map(e=>i.fromJSON({name:e.name,alias:e.name,type:e.type}))),null!=c.geometryEncoding){const e=c.geometryEncoding;switch(e.type){case"wkb":{const o=c.fields.find(t=>t.name===e.field);if(!o)throw new t("parquet:unsupported",`Geometry encoding references field ${e.field} which does not exist`);if("blob"!==o.type)throw new t("parquet:unsupported",`Invalid field type for geometry encoding. Found ${o.type} but expected 'blob'`);break}case"location":for(const o of[e.xField,e.yField])if(null!=o){const e=c.fields.find(e=>e.name===o);if(!e)throw new t("parquet:unsupported",`Geometry encoding references field ${o} which does not exist`);if(!r(e))throw new t("parquet:unsupported",`Invalid field type for location geometry encoding. Found ${e.type} but expected a numeric`)}}}null==c.geometryEncoding&&(c.geometryEncoding=b(l,c.fields));const m=u(s);if(m&&(c.displayOptimization=m),c.geometryEncoding)switch(c.geometryEncoding.type){case"location":null==c.spatialReference&&(c.spatialReference=n.WGS84),null==c.geometryType&&(c.geometryType="point");break;case"wkb":{if(!l)return c;const e=l.primary_column,t=l.columns[e];if(c.geometryType||(c.geometryType=j(t)),c.spatialReference||(c.spatialReference=k(t)),c.fields)for(const o of Object.keys(l.columns))c.fields=c.fields.filter(e=>e.name!==o)}}if(c.displayOptimization){const e=c.displayOptimization.index;if(!c.spatialReference&&e.wkid&&(c.spatialReference=new n({wkid:e.wkid})),!c.geometryType)switch(e.type){case"z":c.geometryType="point";break;case"xz":c.geometryType=e.geometryType}}return c}function b(e,t){if(null!=e){const t=e.primary_column,o=e.columns[t];return new c({field:t,orientation:"counterclockwise"===o.orientation?"counter-clockwise":null})}const o=t.filter(e=>r(e)).map(e=>e.name),n=s(o);return n.latitudeFieldName&&n.longitudeFieldName?new l({xField:n.longitudeFieldName,yField:n.latitudeFieldName}):null}function h(e){switch(e){case"Point":return"point";case"Polygon":case"MultiPolygon":return"polygon";case"LineString":return"polyline";case"MultiPoint":return"multipoint";default:return null}}function j(e){const{geometry_types:o}=e,n=new Set;for(const t of o){const e=h(t);e&&n.add(e)}if(n.size>1)throw new t("parquet:unsupported","Parquet mixed geometry types are not supported",{geometryTypes:n});return 1===n.size?n.values().next().value:void 0}function k(e){const t=e.crs?.id?.code;return t&&"number"==typeof t?new n({wkid:t}):void 0}export{w as completeParquetLayerInfo,y as fromParquetJSONGeometryType,g as getParquetLayerInfo,m as parquetGeometryTypeKebabDict,d as toParquetJSONGeometryType};

package/libs/parquet/parquet.js

@@ -2,4 +2,4 @@
 All material copyright Esri, All Rights Reserved, unless otherwise specified.
 See https://js.arcgis.com/5.0/esri/copyright.txt for details.
 */
-import e from"../../request.js";import t from"../../core/Error.js";import"../../core/has.js";import{QueueProcessor as r}from"../../core/QueueProcessor.js";import{isBlobProtocol as o}from"../../core/urlUtils.js";import{loadParquetModule as n}from"./loadParquetModule.js";import{MultiscaleGeometryField as a,GeometryInfo as s,GeometryType as i,PrimaryGeometryField as u}from"../../chunks/bundle.js";const c=new r({concurrency:8,process:async t=>{const{data:r}=await e(t.url,t.options);return r}}),l=e=>async function(t,r,o,n){const a=e?.(),s=a??{};return await c.push({url:t,options:{responseType:"array-buffer",query:s,headers:{range:`bytes=${r}-${o}`}}})},m=t=>async function(r){if(o(r)){const{data:t}=await e(r,{responseType:"blob"});return t.size}const{data:n}=await e(r,{responseType:"native",method:"head",query:t?.()}),a=n.headers.get("Content-Length");if(null==a)throw new Error("Unable to parse content length");return parseInt(a,10)};function p(e){switch(e){case"esriGeometryPoint":return i.Point;case"esriGeometryPolygon":return i.Polygon;case"esriGeometryPolyline":return i.Polyline;case"esriGeometryMultipoint":return i.Multipoint;default:throw new t("parquet",`Found unexpected GeometryType: ${e}`)}}function y(e){switch(e.geometryEncoding.type){case"wkb":return u.fromWkb(e.geometryEncoding.field);case"location":{const{yField:t,xField:r}=e.geometryEncoding;return u.fromLocation(t,r)}}}function f(e,r){const o=e.spatialReference.wkid,n=r.wkid;if(!o||!n)throw new t("parquet","Unable to create ParquetFile, in and out wkid must be specified");const i=p(e.geometryType),u=y(e),c=[];if("xz"===e.displayOptimization?.mode){const t=e.displayOptimization.multiscale;for(const e of t.levels??[]){const[t,r]=e.transform.translate,[o,n]=e.transform.scale,s=new Float64Array([t,r]),i=new Float64Array([o,n]);c.push(a.new(e.level,e.column,s,i))}}return s.new(i,o,n,u,c)}async function d(e,t={}){const{ParquetFile:r}=await n(),o=l(t.getCustomParameters),a=m(t.getCustomParameters),s=t.geometryInfo?f(t.geometryInfo,t.outSpatialReference??t.geometryInfo.spatialReference):null;return r.fromUrl(e,o,a,s)}function w(e){const t=e.keyValueMetadata("geo");return null!=t?JSON.parse(t):null}function g(e){const t=e.keyValueMetadata("esri");return null!=t?JSON.parse(t):null}export{d as createParquetFile,g as readEsriMetadata,w as readGeoMetadata};
+import e from"../../request.js";import t from"../../core/Error.js";import"../../core/has.js";import{QueueProcessor as n}from"../../core/QueueProcessor.js";import{isBlobProtocol as o}from"../../core/urlUtils.js";import{loadParquetModule as r}from"./loadParquetModule.js";const a=new n({concurrency:8,process:async t=>{const{data:n}=await e(t.url,t.options);return n}}),s=e=>async function(t,n,o,r){const s=e?.(),i=s??{};return await a.push({url:t,options:{responseType:"array-buffer",query:i,headers:{range:`bytes=${n}-${o}`}}})},i=t=>async function(n){if(o(n)){const{data:t}=await e(n,{responseType:"blob"});return t.size}const{data:r}=await e(n,{responseType:"native",method:"head",query:t?.()}),a=r.headers.get("Content-Length");if(null==a)throw new Error("Unable to parse content length");return parseInt(a,10)};function l(e,n){switch(n){case"esriGeometryPoint":return e.GeometryType.Point;case"esriGeometryPolygon":case"polygon":return e.GeometryType.Polygon;case"esriGeometryPolyline":case"polyline":return e.GeometryType.Polyline;case"esriGeometryMultipoint":case"multipoint":return e.GeometryType.Multipoint;default:throw new t("parquet",`Found unexpected GeometryType: ${n}`)}}function u(e,t){const n=t.encoding,o=l(e,t.geometryType),r=t.spatialReference.wkid;if(null==r)throw new Error("InternalError: Wkid must be defined.");switch(n.type){case"wkb":return e.GeometryField.fromWkb(n.field,r,o);case"location":{const{yField:t,xField:a}=n;return e.GeometryField.fromLocation(t,a,r,o)}}}function c(e,t){const n=e.GeometryInfo.new();t.geometry&&n.setGeometry(u(e,t.geometry));const o=t.displayOptimization;if(o){const{index:t,parentColumn:r}=o,a=e=>null!=r?[r,e].join("."):e;if("z"===t.type){const o=e.DisplayOptimizationZBuilder.new();o.setCodeField(a(t.code)),o.setXColumn(a(t.xColumn)),o.setYColumn(a(t.yColumn)),o.setCooordinatePrecision(t.coordinatePrecision),o.setFullExtent(t.fullExtent),o.setSpatialReference(t.wkid,t.wkt),o.setHasZ(!!t.zColumn),o.setHasM(!!t.mColumn),n.setOptmizationZ(o)}if("xz"===t.type){const o=l(e,t.geometryType),r=e.DisplayOptimizationXZBuilder.new();r.setCodeField(a(t.code)),r.setEncoding(t.encoding),r.setFullExtent(t.fullExtent),r.setGeometryType(o),r.setSpatialReference(t.wkid,t.wkt),r.setMaxLevel(t.maxLevel),r.setHasZ(t.hasZ??!1),r.setHasM(t.hasM??!1);for(const n of t.levels??[]){const[t,o]=n.transform.translate,[s,i]=n.transform.scale,l=new Float64Array([t,o]),u=new Float64Array([s,i]),c=a(n.column);r.addLevel(e.MultiscaleGeometryField.new(n.level,n.scale,c,l,u))}n.setOptmizationXZ(r)}}return n}async function p(e,n={}){const o=await r(),a=s(n.getCustomParameters),l=i(n.getCustomParameters),u=n.geometryInfo?c(o,n.geometryInfo):null;try{return await o.ParquetFile.fromUrl(e,a,l,u)}catch(p){throw new t("parquet","Failed to parse file",{error:p})}}function d(e){const t=e.keyValueMetadata("geo");return null!=t?JSON.parse(t):null}function y(e){if(e.keyValueMetadata("esri"))throw new t("parquet:unsupported","File was created using an unsupported experimental display index. Please regenerate the file.");const n=e.keyValueMetadata("geodisplay");if(null!=n)return JSON.parse(n);const o=e.keyValueMetadata("org.apache.spark.sql.parquet.row.metadata");if(null!=o){const e=JSON.parse(o);for(const n of e.fields)if(null!=n.metadata&&"type"in n.metadata&&("xz"===n.metadata.type||"z"===n.metadata.type)){const e={parentColumn:n.name,index:n.metadata};if("xz"===e.index.type&&(e.index.geometryType=e.index.geometryType.toLowerCase(),"esri-pbf"===e.index.encoding&&(e.index.encoding="esriPBF"),"esriPBF"!==e.index.encoding))throw new t("parquet:unsupported",`Encoding for display index must be of type esriPBF, but found ${e.index.encoding}`);return e}}return null}export{p as createParquetFile,d as readGeoMetadata,y as readGeodisplayMetadata};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arcgis/core",
-  "version": "5.0.0-next.59",
+  "version": "5.0.0-next.60",
   "homepage": "https://js.arcgis.com",
   "description": "ArcGIS Maps SDK for JavaScript: A complete 2D and 3D mapping and data visualization API",
   "keywords": [

package/pointCloudRenderers.d.ts

@@ -46,7 +46,7 @@ import type PointCloudClassBreaksRendererClass from "./renderers/PointCloudClass
 import type PointCloudRGBRendererClass from "./renderers/PointCloudRGBRenderer.js";
 import type PointCloudStretchRendererClass from "./renderers/PointCloudStretchRenderer.js";
 import type PointCloudUniqueValueRendererClass from "./renderers/PointCloudUniqueValueRenderer.js";
-import type { PointCloudRendererUnion } from "./renderers/support/pointCloudTypeUtils.js";
+import type { PointCloudRendererUnion } from "./renderers/support/pointCloud/types.js";
 
 /**
  * Renderer types.

package/portal/jsonTypes.d.ts

@@ -120,6 +120,12 @@ export interface VideoCameraInfo {
   tilt: number;
 }
 
+/**
+ * A JSON Feature object that can be added to a [StreamLayer](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html) on the client by calling its
+ * [sendMessageToClient()](https://developers.arcgis.com/javascript/latest/api-reference/esri-layers-StreamLayer.html#sendMessageToClient) method.
+ * It is an esri Feature JSON object as defined in the
+ * [Feature object specification](https://next.gha.arcgis.com/documentation/common-data-types/feature-object.htm).
+ */
 export interface Feature {
   /** Name-value pairs of fields and field values associated with the received data. */
   attributes: Record<string, any>;

package/renderers/DictionaryRenderer.d.ts

@@ -2,14 +2,11 @@ import type Graphic from "../Graphic.js";
 import type Renderer from "./Renderer.js";
 import type CIMSymbol from "../symbols/CIMSymbol.js";
 import type { RendererProperties } from "./Renderer.js";
+import type { DictionaryUserConfig, DictionaryFieldMap } from "./types.js";
 import type { VisualVariablesMixin, VisualVariablesMixinProperties } from "./mixins/VisualVariablesMixin.js";
 
 export interface DictionaryRendererProperties extends RendererProperties, VisualVariablesMixinProperties, Partial<Pick<DictionaryRenderer, "config" | "fieldMap" | "scaleExpression" | "scaleExpressionTitle" | "url">> {}
 
-export type DictionaryUserConfig = Object;
-
-export type IDictionaryFieldMap = Record<string, string>;
-
 /**
  * Dictionary Renderer is used to symbolize layers using a dictionary of [CIMSymbols](https://developers.arcgis.com/javascript/latest/api-reference/esri-symbols-CIMSymbol.html) configured with multiple
  * attributes. This renderer should be used when individual features need to be visualized based on multiple data attributes.
@@ -108,7 +105,7 @@ export default class DictionaryRenderer extends DictionaryRendererSuperclass {
    *   name: "Station_Name"
    * };
    */
-  accessor fieldMap: IDictionaryFieldMap | null | undefined;
+  accessor fieldMap: DictionaryFieldMap | null | undefined;
   /**
    * A scaling expression can be set to increase or decrease the size of the dictionary symbols.
    * The scaling expression can be a constant value for all symbols or an [Arcade](https://developers.arcgis.com/javascript/latest/arcade/) expression following the specification

package/renderers/PointCloudClassBreaksRenderer.d.ts

@@ -1,7 +1,8 @@
 import type PointCloudRenderer from "./PointCloudRenderer.js";
 import type RendererLegendOptions from "./support/RendererLegendOptions.js";
 import type ColorClassBreakInfo from "./support/pointCloud/ColorClassBreakInfo.js";
-import type { PointCloudRendererProperties, FieldTransformType } from "./PointCloudRenderer.js";
+import type { PointCloudRendererProperties } from "./PointCloudRenderer.js";
+import type { FieldTransformType } from "./support/pointCloud/types.js";
 import type { RendererLegendOptionsProperties } from "./support/RendererLegendOptions.js";
 import type { ColorClassBreakInfoProperties } from "./support/pointCloud/ColorClassBreakInfo.js";
 

package/renderers/PointCloudRenderer.d.ts

@@ -2,6 +2,7 @@ import type ColorModulation from "./support/pointCloud/ColorModulation.js";
 import type PointSizeFixedSizeAlgorithm from "./support/pointCloud/PointSizeFixedSizeAlgorithm.js";
 import type PointSizeSplatAlgorithm from "./support/pointCloud/PointSizeSplatAlgorithm.js";
 import type { JSONSupport, JSONSupportMixinProperties } from "../core/JSONSupport.js";
+import type { PointCloudRendererType } from "./support/pointCloud/types.js";
 import type { PointSizeSplatAlgorithmProperties } from "./support/pointCloud/PointSizeSplatAlgorithm.js";
 import type { PointSizeFixedSizeAlgorithmProperties } from "./support/pointCloud/PointSizeFixedSizeAlgorithm.js";
 import type { ColorModulationProperties } from "./support/pointCloud/ColorModulation.js";
@@ -76,7 +77,7 @@ export default class PointCloudRenderer extends JSONSupport {
    */
   accessor pointsPerInch: number;
   /** The point cloud renderer type. */
-  get type(): PointCloudRendererTypes;
+  get type(): PointCloudRendererType;
   /**
    * Creates a deep clone of the renderer.
    *
@@ -84,8 +85,4 @@ export default class PointCloudRenderer extends JSONSupport {
    * object that invoked this method.
    */
   clone(): PointCloudRenderer;
-}
-
-export type PointCloudRendererTypes = "point-cloud-class-breaks" | "point-cloud-rgb" | "point-cloud-stretch" | "point-cloud-unique-value";
-
-export type FieldTransformType = "none" | "low-four-bit" | "high-four-bit" | "absolute-value" | "modulo-ten";
+}

package/renderers/PointCloudStretchRenderer.d.ts

@@ -1,7 +1,8 @@
 import type PointCloudRenderer from "./PointCloudRenderer.js";
 import type RendererLegendOptions from "./support/RendererLegendOptions.js";
 import type ColorStop from "./visualVariables/support/ColorStop.js";
-import type { PointCloudRendererProperties, FieldTransformType } from "./PointCloudRenderer.js";
+import type { PointCloudRendererProperties } from "./PointCloudRenderer.js";
+import type { FieldTransformType } from "./support/pointCloud/types.js";
 import type { RendererLegendOptionsProperties } from "./support/RendererLegendOptions.js";
 import type { ColorStopProperties } from "./visualVariables/support/ColorStop.js";
 

package/renderers/PointCloudUniqueValueRenderer.d.ts

@@ -1,7 +1,8 @@
 import type PointCloudRenderer from "./PointCloudRenderer.js";
 import type RendererLegendOptions from "./support/RendererLegendOptions.js";
 import type ColorUniqueValueInfo from "./support/pointCloud/ColorUniqueValueInfo.js";
-import type { PointCloudRendererProperties, FieldTransformType } from "./PointCloudRenderer.js";
+import type { PointCloudRendererProperties } from "./PointCloudRenderer.js";
+import type { FieldTransformType } from "./support/pointCloud/types.js";
 import type { ColorUniqueValueInfoProperties } from "./support/pointCloud/ColorUniqueValueInfo.js";
 import type { RendererLegendOptionsProperties } from "./support/RendererLegendOptions.js";