@servicetitan/acquisition-functions 0.5.0 → 0.6.1

package/dist/__tests__/assessorlastsaledate-converter.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/__tests__/filter-fetcher.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/__tests__/filter-fetcher.test.js

@@ -10,15 +10,9 @@ describe('property-assessorlastsaledate-converter', () => {
         const client = await (0, setup_1.openConnection)();
         base = client.db('test');
         await (0, setup_1.setupProperties)(base);
-        const { filterFetcher } = (0, index_1.configureProcessor)({
+        const { filterFetcher, propertyUseGroupProcessor } = (0, index_1.configureProcessor)({
             workers: 10,
             mongoDb: base,
-            fetchProperties: (0, setup_1.getFetchPropertiesForFilters)(base),
-        });
-        const { propertyUseGroupProcessor } = (0, index_1.configureProcessor)({
-            workers: 10,
-            mongoDb: base,
-            fetchProperties: (0, setup_1.getFetchPropertiesForFix)(base),
         });
         await propertyUseGroupProcessor.start(['90001', '90002']);
         metadata = await filterFetcher.start(['90001', '90002']);

package/dist/__tests__/mock.d.ts

@@ -0,0 +1,451 @@
+export declare const MOCK: ({
+    attomid: number;
+    fulladdress: string;
+    addressstreet: string;
+    addressunit: string;
+    primarynumber: number;
+    streetname: string;
+    streetpredirection: string;
+    streetpostdirection: string;
+    streetsuffix: string;
+    secondarynumber: string;
+    secondarydesignator: string;
+    extrasecondarynumber: string;
+    extrasecondarydesignator: string;
+    cityname: string;
+    stateabbreviation: string;
+    zipcode: string;
+    latitude: number;
+    longitude: number;
+    situsstatecode: string;
+    situscounty: string;
+    propertyjurisdictionname: string;
+    situsstatecountyfips: string;
+    combinedstatisticalarea: string;
+    cbsaname: string;
+    cbsacode: number;
+    msaname: string;
+    msacode: number;
+    metropolitandivision: string;
+    minorcivildivisionname: string;
+    minorcivildivisioncode: number;
+    neighborhoodcode: string;
+    censusfipsplacecode: number;
+    censustract: number;
+    censusblockgroup: number;
+    censusblock: number;
+    parcelnumberraw: string;
+    parcelnumberformatted: string;
+    parcelnumberyearadded: number;
+    parcelnumberalternate: string;
+    parcelmapbook: string;
+    parcelmappage: string;
+    parcelnumberyearchange: number;
+    parcelnumberprevious: number;
+    parcelaccountnumber: string;
+    propertyaddressfull: string;
+    propertyaddresshousenumber: number;
+    propertyaddressstreetdirection: string;
+    propertyaddressstreetname: string;
+    propertyaddressstreetsuffix: string;
+    propertyaddressstreetpostdirection: string;
+    propertyaddressunitprefix: string;
+    propertyaddressunitvalue: string;
+    propertyaddresscity: string;
+    propertyaddressstate: string;
+    propertyaddresszip: number;
+    propertyaddresszip4: number;
+    propertyaddresscrrt: string;
+    propertyaddressinfoprivacy: number;
+    congressionaldistricthouse: number;
+    legaldescription: string;
+    legalrange: string;
+    legaltownship: string;
+    legalsection: string;
+    legalquarter: string;
+    legalquarterquarter: string;
+    legalsubdivision: number;
+    legalphase: string;
+    legaltractnumber: number;
+    legalblock1: string;
+    legalblock2: string;
+    legallotnumber1: number;
+    legallotnumber2: string;
+    legallotnumber3: string;
+    legalunit: string;
+    partyowner1namefull: string;
+    partyowner1namefirst: string;
+    partyowner1namemiddle: string;
+    partyowner1namelast: string;
+    partyowner1namesuffix: string;
+    trustdescription: string;
+    companyflag: string;
+    partyowner2namefull: string;
+    partyowner2namefirst: string;
+    partyowner2namemiddle: string;
+    partyowner2namelast: string;
+    partyowner2namesuffix: string;
+    ownertypedescription1: string;
+    ownershipvestingrelationcode: string;
+    partyowner3namefull: string;
+    partyowner3namefirst: string;
+    partyowner3namemiddle: string;
+    partyowner3namelast: string;
+    partyowner3namesuffix: string;
+    partyowner4namefull: string;
+    partyowner4namefirst: string;
+    partyowner4namemiddle: string;
+    partyowner4namelast: string;
+    partyowner4namesuffix: string;
+    ownertypedescription2: string;
+    contactownermailingcounty: string;
+    contactownermailingfips: string;
+    contactownermailaddressfull: string;
+    contactownermailaddresshousenumber: number;
+    contactownermailaddressstreetdirection: string;
+    contactownermailaddressstreetname: string;
+    contactownermailaddressstreetsuffix: string;
+    contactownermailaddressstreetpostdirection: string;
+    contactownermailaddressunitprefix: string;
+    contactownermailaddressunit: string;
+    contactownermailaddresscity: string;
+    contactownermailaddressstate: string;
+    contactownermailaddresszip: number;
+    contactownermailaddresszip4: number;
+    contactownermailaddresscrrt: string;
+    contactownermailaddressinfoformat: string;
+    contactownermailinfoprivacy: string;
+    statusowneroccupiedflag: string;
+    deedowner1namefull: string;
+    deedowner1namefirst: string;
+    deedowner1namemiddle: string;
+    deedowner1namelast: string;
+    deedowner1namesuffix: string;
+    deedowner2namefull: string;
+    deedowner2namefirst: string;
+    deedowner2namemiddle: string;
+    deedowner2namelast: string;
+    deedowner2namesuffix: string;
+    deedowner3namefull: string;
+    deedowner3namefirst: string;
+    deedowner3namemiddle: string;
+    deedowner3namelast: string;
+    deedowner3namesuffix: string;
+    deedowner4namefull: string;
+    deedowner4namefirst: string;
+    deedowner4namemiddle: string;
+    deedowner4namelast: string;
+    deedowner4namesuffix: string;
+    taxyearassessed: number;
+    taxassessedvaluetotal: number;
+    taxassessedvalueimprovements: number;
+    taxassessedvalueland: number;
+    taxassessedimprovementsperc: number;
+    previousassessedvalue: number;
+    taxmarketvalueyear: number;
+    taxmarketvaluetotal: number;
+    taxmarketvalueimprovements: number;
+    taxmarketvalueland: number;
+    taxmarketimprovementsperc: number;
+    taxfiscalyear: number;
+    taxratearea: string;
+    taxbilledamount: number;
+    taxdelinquentyear: number;
+    lastassessortaxrollupdate: string;
+    assrlastupdated: string;
+    taxexemptionadditional: string;
+    yearbuilt: number;
+    yearbuilteffective: number;
+    zonedcodelocal: string;
+    propertyusemuni: string;
+    propertyusegroup: string;
+    propertyusestandardized: string;
+    assessorlastsaledate: string;
+    assessorlastsaleamount: number;
+    assessorpriorsaledate: string;
+    assessorpriorsaleamount: number;
+    lastownershiptransferdate: string;
+    lastownershiptransferdocumentnumber: string;
+    lastownershiptransfertransactionid: number;
+    deedlastsaledocumentbook: string;
+    deedlastsaledocumentpage: string;
+    deedlastdocumentnumber: string;
+    deedlastsaledate: string;
+    deedlastsaleprice: number;
+    deedlastsaletransactionid: number;
+    areabuilding: number;
+    areabuildingdefinitioncode: string;
+    areagross: number;
+    area1stfloor: number;
+    area2ndfloor: number;
+    areaupperfloors: number;
+    arealotacres: number;
+    arealotsf: number;
+    arealotdepth: number;
+    arealotwidth: number;
+    roomsatticarea: number;
+    roomsatticflag: number;
+    roomsbasementarea: number;
+    roomsbasementareafinished: number;
+    roomsbasementareaunfinished: number;
+    parkinggarage: string;
+    parkinggaragearea: number;
+    parkingcarport: number;
+    parkingcarportarea: number;
+    hvaccoolingdetail: string;
+    hvacheatingdetail: string;
+    hvacheatingfuel: string;
+    utilitiessewageusage: string;
+    utilitieswatersource: string;
+    utilitiesmobilehomehookupflag: string;
+    foundation: string;
+    construction: string;
+    interiorstructure: string;
+    plumbingfixturescount: number;
+    constructionfireresistanceclass: string;
+    assafetyfiresprinklersflag: string;
+    flooringmaterialprimary: string;
+    bathcount: number;
+    bathpartialcount: number;
+    bedroomscount: number;
+    roomscount: number;
+    storiescount: number;
+    unitscount: number;
+    fireplace: string;
+    fireplacecount: number;
+    structurestyle: string;
+    exterior1code: string;
+    roofmaterial: string;
+    roofconstruction: string;
+    porchcode: string;
+    pool: string;
+    poolarea: number;
+    buildingscount: number;
+    modifiedon: string;
+    location: string;
+} | {
+    attomid: number;
+    fulladdress: string;
+    addressstreet: string;
+    addressunit: string;
+    primarynumber: number;
+    streetname: string;
+    streetpredirection: string;
+    streetpostdirection: string;
+    streetsuffix: string;
+    secondarynumber: string;
+    secondarydesignator: string;
+    extrasecondarynumber: string;
+    extrasecondarydesignator: string;
+    cityname: string;
+    stateabbreviation: string;
+    zipcode: string;
+    latitude: number;
+    longitude: number;
+    situsstatecode: string;
+    situscounty: string;
+    propertyjurisdictionname: string;
+    situsstatecountyfips: string;
+    combinedstatisticalarea: string;
+    cbsaname: string;
+    cbsacode: number;
+    msaname: string;
+    msacode: number;
+    metropolitandivision: string;
+    minorcivildivisionname: string;
+    minorcivildivisioncode: number;
+    neighborhoodcode: string;
+    censusfipsplacecode: number;
+    censustract: number;
+    censusblockgroup: number;
+    censusblock: number;
+    parcelnumberraw: string;
+    parcelnumberformatted: string;
+    parcelnumberyearadded: number;
+    parcelnumberalternate: string;
+    parcelmapbook: string;
+    parcelmappage: string;
+    parcelnumberyearchange: number;
+    parcelnumberprevious: string;
+    parcelaccountnumber: string;
+    propertyaddressfull: string;
+    propertyaddresshousenumber: number;
+    propertyaddressstreetdirection: string;
+    propertyaddressstreetname: string;
+    propertyaddressstreetsuffix: string;
+    propertyaddressstreetpostdirection: string;
+    propertyaddressunitprefix: string;
+    propertyaddressunitvalue: string;
+    propertyaddresscity: string;
+    propertyaddressstate: string;
+    propertyaddresszip: number;
+    propertyaddresszip4: string;
+    propertyaddresscrrt: string;
+    propertyaddressinfoprivacy: number;
+    congressionaldistricthouse: number;
+    legaldescription: string;
+    legalrange: string;
+    legaltownship: string;
+    legalsection: string;
+    legalquarter: string;
+    legalquarterquarter: string;
+    legalsubdivision: number;
+    legalphase: string;
+    legaltractnumber: number;
+    legalblock1: string;
+    legalblock2: string;
+    legallotnumber1: number;
+    legallotnumber2: string;
+    legallotnumber3: string;
+    legalunit: string;
+    partyowner1namefull: string;
+    partyowner1namefirst: string;
+    partyowner1namemiddle: string;
+    partyowner1namelast: string;
+    partyowner1namesuffix: string;
+    trustdescription: string;
+    companyflag: string;
+    partyowner2namefull: string;
+    partyowner2namefirst: string;
+    partyowner2namemiddle: string;
+    partyowner2namelast: string;
+    partyowner2namesuffix: string;
+    ownertypedescription1: string;
+    ownershipvestingrelationcode: string;
+    partyowner3namefull: string;
+    partyowner3namefirst: string;
+    partyowner3namemiddle: string;
+    partyowner3namelast: string;
+    partyowner3namesuffix: string;
+    partyowner4namefull: string;
+    partyowner4namefirst: string;
+    partyowner4namemiddle: string;
+    partyowner4namelast: string;
+    partyowner4namesuffix: string;
+    ownertypedescription2: string;
+    contactownermailingcounty: string;
+    contactownermailingfips: string;
+    contactownermailaddressfull: string;
+    contactownermailaddresshousenumber: number;
+    contactownermailaddressstreetdirection: string;
+    contactownermailaddressstreetname: string;
+    contactownermailaddressstreetsuffix: string;
+    contactownermailaddressstreetpostdirection: string;
+    contactownermailaddressunitprefix: string;
+    contactownermailaddressunit: string;
+    contactownermailaddresscity: string;
+    contactownermailaddressstate: string;
+    contactownermailaddresszip: number;
+    contactownermailaddresszip4: number;
+    contactownermailaddresscrrt: string;
+    contactownermailaddressinfoformat: string;
+    contactownermailinfoprivacy: string;
+    statusowneroccupiedflag: string;
+    deedowner1namefull: string;
+    deedowner1namefirst: string;
+    deedowner1namemiddle: string;
+    deedowner1namelast: string;
+    deedowner1namesuffix: string;
+    deedowner2namefull: string;
+    deedowner2namefirst: string;
+    deedowner2namemiddle: string;
+    deedowner2namelast: string;
+    deedowner2namesuffix: string;
+    deedowner3namefull: string;
+    deedowner3namefirst: string;
+    deedowner3namemiddle: string;
+    deedowner3namelast: string;
+    deedowner3namesuffix: string;
+    deedowner4namefull: string;
+    deedowner4namefirst: string;
+    deedowner4namemiddle: string;
+    deedowner4namelast: string;
+    deedowner4namesuffix: string;
+    taxyearassessed: number;
+    taxassessedvaluetotal: number;
+    taxassessedvalueimprovements: number;
+    taxassessedvalueland: number;
+    taxassessedimprovementsperc: number;
+    previousassessedvalue: number;
+    taxmarketvalueyear: number;
+    taxmarketvaluetotal: number;
+    taxmarketvalueimprovements: number;
+    taxmarketvalueland: number;
+    taxmarketimprovementsperc: number;
+    taxfiscalyear: number;
+    taxratearea: string;
+    taxbilledamount: number;
+    taxdelinquentyear: number;
+    lastassessortaxrollupdate: string;
+    assrlastupdated: string;
+    taxexemptionadditional: string;
+    yearbuilt: number;
+    yearbuilteffective: number;
+    zonedcodelocal: string;
+    propertyusemuni: number;
+    propertyusegroup: string;
+    propertyusestandardized: string;
+    assessorlastsaledate: null;
+    assessorlastsaleamount: number;
+    assessorpriorsaledate: null;
+    assessorpriorsaleamount: number;
+    lastownershiptransferdate: string;
+    lastownershiptransferdocumentnumber: string;
+    lastownershiptransfertransactionid: number;
+    deedlastsaledocumentbook: string;
+    deedlastsaledocumentpage: string;
+    deedlastdocumentnumber: string;
+    deedlastsaledate: null;
+    deedlastsaleprice: number;
+    deedlastsaletransactionid: number;
+    areabuilding: number;
+    areabuildingdefinitioncode: string;
+    areagross: number;
+    area1stfloor: number;
+    area2ndfloor: number;
+    areaupperfloors: number;
+    arealotacres: number;
+    arealotsf: number;
+    arealotdepth: number;
+    arealotwidth: number;
+    roomsatticarea: number;
+    roomsatticflag: number;
+    roomsbasementarea: number;
+    roomsbasementareafinished: number;
+    roomsbasementareaunfinished: number;
+    parkinggarage: string;
+    parkinggaragearea: number;
+    parkingcarport: number;
+    parkingcarportarea: number;
+    hvaccoolingdetail: string;
+    hvacheatingdetail: string;
+    hvacheatingfuel: string;
+    utilitiessewageusage: string;
+    utilitieswatersource: string;
+    utilitiesmobilehomehookupflag: string;
+    foundation: string;
+    construction: string;
+    interiorstructure: string;
+    plumbingfixturescount: number;
+    constructionfireresistanceclass: number;
+    assafetyfiresprinklersflag: string;
+    flooringmaterialprimary: string;
+    bathcount: number;
+    bathpartialcount: number;
+    bedroomscount: number;
+    roomscount: number;
+    storiescount: number;
+    unitscount: number;
+    fireplace: string;
+    fireplacecount: number;
+    structurestyle: string;
+    exterior1code: string;
+    roofmaterial: string;
+    roofconstruction: string;
+    porchcode: string;
+    pool: string;
+    poolarea: number;
+    buildingscount: number;
+    modifiedon: string;
+    location: string;
+})[];

package/dist/__tests__/property-fix-use-group.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/__tests__/property-fix-use-group.test.js

@@ -17,7 +17,6 @@ describe('property-use-group-converter', () => {
             processor = (0, index_1.configureProcessor)({
                 workers: 1,
                 mongoDb: base,
-                fetchProperties: (0, setup_1.getFetchPropertiesForFix)(base),
             });
             const { propertyUseGroupProcessor } = processor;
             metadata = await propertyUseGroupProcessor.start('90001');

package/dist/__tests__/setup.d.ts

@@ -0,0 +1,4 @@
+import { Db, MongoClient } from 'mongodb';
+export declare function setupProperties(base: Db): Promise<void>;
+export declare const openConnection: () => Promise<MongoClient>;
+export declare const closeConnection: () => Promise<void>;

package/dist/__tests__/setup.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getFetchPropertiesForFix = exports.getFetchPropertiesForFilters = exports.closeConnection = exports.openConnection = exports.setupProperties = void 0;
+exports.closeConnection = exports.openConnection = exports.setupProperties = void 0;
 const mongodb_1 = require("mongodb");
 const mock_1 = require("./mock");
 async function setupProperties(base) {
@@ -39,32 +39,3 @@ const openConnection = async () => {
 exports.openConnection = openConnection;
 const closeConnection = () => connectedMongoClient?.close();
 exports.closeConnection = closeConnection;
-const getFetchPropertiesForFilters = (base) => async (zip) => {
-    return base
-        .collection('properties')
-        .find({ zipcode: zip }, {
-        projection: {
-            zipcode: 1,
-            propertyusegroup: 1,
-            propertyusestandardized: 1,
-            hvaccoolingdetail: 1,
-            hvacheatingdetail: 1,
-            utilitieswatersource: 1,
-            flooringmaterialprimary: 1,
-            _id: 0, // eslint-disable-line
-        },
-    })
-        .toArray();
-};
-exports.getFetchPropertiesForFilters = getFetchPropertiesForFilters;
-const getFetchPropertiesForFix = (base) => async (zip) => {
-    return base
-        .collection('properties')
-        .find({ zipcode: zip }, {
-        projection: {
-            propertyusegroup: 1,
-        },
-    })
-        .toArray();
-};
-exports.getFetchPropertiesForFix = getFetchPropertiesForFix;

package/dist/filter-fetcher/calc-filter-count.d.ts

@@ -0,0 +1,28 @@
+import { Property } from '../types';
+export declare const calculateFilterCount: (properties: Property[]) => {
+    propertyusegroupCounts: {
+        name: string;
+        count: number;
+    }[];
+    propertyusestandardizedCounts: {
+        name: string;
+        groupName: string;
+        count: number;
+    }[];
+    hvaccoolingdetailCounts: {
+        name: string;
+        count: number;
+    }[];
+    hvacheatingdetailCounts: {
+        name: string;
+        count: number;
+    }[];
+    utilitieswatersourceCounts: {
+        name: string;
+        count: number;
+    }[];
+    flooringmaterialprimaryCounts: {
+        name: string;
+        count: number;
+    }[];
+};

package/dist/filter-fetcher/index.d.ts

@@ -0,0 +1,7 @@
+import { Db } from 'mongodb';
+export declare function getFilterFetcherProcessor(db: Db): (zip: string, errors: Set<string>) => Promise<{
+    requests: number;
+    errors: number;
+    properties: number;
+    filters: number;
+}>;

package/dist/filter-fetcher/index.js

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getFilterFetcherProcessor = void 0;
 const calc_filter_count_1 = require("./calc-filter-count");
-function getFilterFetcherProcessor({ mongoDb: db, fetchProperties }) {
+function getFilterFetcherProcessor(db) {
     const getFiltersCollection = async () => {
         return db.collection('filters');
     };
@@ -22,6 +22,23 @@ function getFilterFetcherProcessor({ mongoDb: db, fetchProperties }) {
             flooringmaterialprimary: flooringmaterialprimaryCounts,
         });
     };
+    const getProperties = (zip) => {
+        return db
+            .collection('properties')
+            .find({ zipcode: zip }, {
+            projection: {
+                zipcode: 1,
+                propertyusegroup: 1,
+                propertyusestandardized: 1,
+                hvaccoolingdetail: 1,
+                hvacheatingdetail: 1,
+                utilitieswatersource: 1,
+                flooringmaterialprimary: 1,
+                _id: 0, // eslint-disable-line
+            },
+        })
+            .toArray();
+    };
     return async function processZip(zip, errors) {
         const meta = {
             requests: 0,
@@ -33,7 +50,7 @@ function getFilterFetcherProcessor({ mongoDb: db, fetchProperties }) {
             return meta;
         }
         try {
-            const properties = await fetchProperties(zip);
+            const properties = await getProperties(zip);
             meta.requests += 1;
             meta.properties += properties.length;
             const filters = (0, calc_filter_count_1.calculateFilterCount)(properties);
@@ -50,6 +67,7 @@ function getFilterFetcherProcessor({ mongoDb: db, fetchProperties }) {
             console.error(e);
             errors.add(zip);
             meta.errors += 1;
+            throw e;
         }
         return meta;
     };

package/dist/fix-property-use/index.d.ts

@@ -0,0 +1,7 @@
+import type { Db } from 'mongodb';
+export declare function getPropertyUseGroupProcessor(db: Db): (zip: string, errors: Set<string>) => Promise<{
+    requests: number;
+    errors: number;
+    properties: number;
+}>;
+export declare function propertyUseGroupProcessorAggregate(db: Db): Promise<void>;

package/dist/fix-property-use/index.js

@@ -8,7 +8,7 @@ const getPropertiesCollection = async (db) => {
 function fixPropertyName(propertyName) {
     return propertyName ? propertyName.toUpperCase() : '';
 }
-function getPropertyUseGroupProcessor({ mongoDb: db, fetchProperties }) {
+function getPropertyUseGroupProcessor(db) {
     function fixPropertyNames(properties) {
         return properties
             .filter(p => p.propertyusegroup &&
@@ -32,6 +32,16 @@ function getPropertyUseGroupProcessor({ mongoDb: db, fetchProperties }) {
         }));
         return collection.bulkWrite(propQuery, { ordered: true, w: 1 });
     };
+    const getProperties = (zip) => {
+        return db
+            .collection('properties')
+            .find({ zipcode: zip }, {
+            projection: {
+                propertyusegroup: 1,
+            },
+        })
+            .toArray();
+    };
     return async function processZip(zip, errors) {
         const meta = {
             requests: 0,
@@ -42,7 +52,7 @@ function getPropertyUseGroupProcessor({ mongoDb: db, fetchProperties }) {
             return meta;
         }
         try {
-            const properties = await fetchProperties(zip);
+            const properties = await getProperties(zip);
             meta.requests += 1;
             if (!properties?.length) {
                 return meta;
@@ -59,6 +69,7 @@ function getPropertyUseGroupProcessor({ mongoDb: db, fetchProperties }) {
             console.error(e);
             errors.add(zip);
             meta.errors += 1;
+            throw e;
         }
         return meta;
     };

package/dist/index.d.ts

@@ -0,0 +1,27 @@
+import type { Db } from 'mongodb';
+import { Property } from './types';
+export interface Config {
+    workers: number;
+    mongoDb: Db;
+    fetchProperties?: (zip: string) => Promise<Property[]>;
+}
+export declare function configureProcessor(config: Config): {
+    filterFetcher: {
+        getProcessor: () => AsyncGenerator<import("./zip-processor").ResultsMeta | import("./zip-processor").ResultsMeta[], void, unknown> | null;
+        start: (zips: string | [from: string, to: string]) => Promise<Required<import("./zip-processor").ResultsMeta>>;
+        clear: () => Promise<void>;
+    };
+    assessorLastSaleDateProcessor: {
+        getProcessor: () => AsyncGenerator<import("./zip-processor").ResultsMeta | import("./zip-processor").ResultsMeta[], void, unknown> | null;
+        start: (zips: string | [from: string, to: string]) => Promise<Required<import("./zip-processor").ResultsMeta>>;
+        clear: () => Promise<void>;
+    };
+    propertyUseGroupProcessor: {
+        getProcessor: () => AsyncGenerator<import("./zip-processor").ResultsMeta | import("./zip-processor").ResultsMeta[], void, unknown> | null;
+        start: (zips: string | [from: string, to: string]) => Promise<Required<import("./zip-processor").ResultsMeta>>;
+        clear: () => Promise<void>;
+    };
+};
+export * from './fix-property-use';
+export * from './property-assessorlastsaledate-converter';
+export * from './filter-fetcher';

package/dist/index.js

@@ -1,18 +1,31 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.propertiesAssessorLastSaleDateAggregate = exports.propertyUseGroupProcessorAggregate = exports.configureProcessor = void 0;
+exports.configureProcessor = void 0;
 const filter_fetcher_1 = require("./filter-fetcher");
 const fix_property_use_1 = require("./fix-property-use");
 const property_assessorlastsaledate_converter_1 = require("./property-assessorlastsaledate-converter");
 const zip_processor_1 = require("./zip-processor");
 function configureProcessor(config) {
-    const filterFetcher = (0, zip_processor_1.zipProcessor)(config, (0, filter_fetcher_1.getFilterFetcherProcessor)(config));
-    const assessorLastSaleDateProcessor = (0, zip_processor_1.zipProcessor)(config, (0, property_assessorlastsaledate_converter_1.getAssessorLastSaleDateProcessor)(config.mongoDb));
-    const propertyUseGroupProcessor = (0, zip_processor_1.zipProcessor)(config, (0, fix_property_use_1.getPropertyUseGroupProcessor)(config));
+    const filterFetcher = (0, zip_processor_1.zipProcessor)(config.workers, (0, filter_fetcher_1.getFilterFetcherProcessor)(config.mongoDb));
+    const assessorLastSaleDateProcessor = (0, zip_processor_1.zipProcessor)(config.workers, (0, property_assessorlastsaledate_converter_1.getAssessorLastSaleDateProcessor)(config.mongoDb));
+    const propertyUseGroupProcessor = (0, zip_processor_1.zipProcessor)(config.workers, (0, fix_property_use_1.getPropertyUseGroupProcessor)(config.mongoDb));
     return { filterFetcher, assessorLastSaleDateProcessor, propertyUseGroupProcessor };
 }
 exports.configureProcessor = configureProcessor;
-var fix_property_use_2 = require("./fix-property-use");
-Object.defineProperty(exports, "propertyUseGroupProcessorAggregate", { enumerable: true, get: function () { return fix_property_use_2.propertyUseGroupProcessorAggregate; } });
-var property_assessorlastsaledate_converter_2 = require("./property-assessorlastsaledate-converter");
-Object.defineProperty(exports, "propertiesAssessorLastSaleDateAggregate", { enumerable: true, get: function () { return property_assessorlastsaledate_converter_2.propertiesAssessorLastSaleDateAggregate; } });
+__exportStar(require("./fix-property-use"), exports);
+__exportStar(require("./property-assessorlastsaledate-converter"), exports);
+__exportStar(require("./filter-fetcher"), exports);

package/dist/property-assessorlastsaledate-converter/index.d.ts

@@ -0,0 +1,7 @@
+import type { Db } from 'mongodb';
+export declare function getAssessorLastSaleDateProcessor(db: Db): (zip: string, errors: Set<string>) => Promise<{
+    requests: number;
+    errors: number;
+    properties: number;
+}>;
+export declare function propertiesAssessorLastSaleDateAggregate(db: Db): Promise<void>;

package/dist/property-assessorlastsaledate-converter/index.js

@@ -60,6 +60,7 @@ function getAssessorLastSaleDateProcessor(db) {
             console.error(e);
             meta.errors += 1;
             errors.add(zip);
+            throw e;
         }
         return meta;
     };

package/dist/types.d.ts

@@ -0,0 +1,243 @@
+import type { WithId } from 'mongodb';
+export declare type Property = WithId<{
+    attomid: number;
+    fulladdress: string;
+    addressstreet: string;
+    addressunit: string;
+    primarynumber: number;
+    streetname: string;
+    streetpredirection?: string;
+    streetpostdirection?: string;
+    streetsuffix: string;
+    secondarynumber?: number;
+    secondarydesignator: string;
+    extrasecondarynumber?: number;
+    extrasecondarydesignator?: string;
+    cityname: string;
+    stateabbreviation: string;
+    zipcode: string;
+    latitude: number;
+    longitude: number;
+    situsstatecode: string;
+    situscounty: string;
+    propertyjurisdictionname: string;
+    situsstatecountyfips: number;
+    combinedstatisticalarea: string;
+    cbsaname: string;
+    cbsacode: number;
+    msaname: string;
+    msacode: number;
+    metropolitandivision: string;
+    minorcivildivisionname: string;
+    minorcivildivisioncode: number;
+    neighborhoodcode: string;
+    censusfipsplacecode: number;
+    censustract: number;
+    censusblockgroup: number;
+    censusblock: number;
+    parcelnumberraw: string;
+    parcelnumberformatted: string;
+    parcelnumberyearadded: number;
+    parcelnumberalternate: string;
+    parcelmapbook: string;
+    parcelmappage: string;
+    parcelnumberyearchange: number;
+    parcelnumberprevious: string;
+    parcelaccountnumber: string;
+    propertyaddressfull: string;
+    propertyaddresshousenumber: number;
+    propertyaddressstreetdirection: string;
+    propertyaddressstreetname: string;
+    propertyaddressstreetsuffix: string;
+    propertyaddressstreetpostdirection: string;
+    propertyaddressunitprefix: string;
+    propertyaddressunitvalue: string;
+    propertyaddresscity: string;
+    propertyaddressstate: string;
+    propertyaddresszip: number;
+    propertyaddresszip4: number;
+    propertyaddresscrrt: string;
+    propertyaddressinfoprivacy: number;
+    congressionaldistricthouse: number;
+    legaldescription: string;
+    legalrange: string;
+    legaltownship: string;
+    legalsection: number;
+    legalquarter: string;
+    legalquarterquarter: string;
+    legalsubdivision: string;
+    legalphase: string;
+    legaltractnumber: number;
+    legalblock1: number;
+    legalblock2: string;
+    legallotnumber1: number;
+    legallotnumber2: string;
+    legallotnumber3: string;
+    legalunit: number;
+    partyowner1namefull: string;
+    partyowner1namefirst: string;
+    partyowner1namemiddle: string;
+    partyowner1namelast: string;
+    partyowner1namesuffix: string;
+    trustdescription: string;
+    companyflag: string;
+    partyowner2namefull: string;
+    partyowner2namefirst: string;
+    partyowner2namemiddle: string;
+    partyowner2namelast: string;
+    partyowner2namesuffix: string;
+    ownertypedescription1: string;
+    ownershipvestingrelationcode: string;
+    partyowner3namefull: string;
+    partyowner3namefirst: string;
+    partyowner3namemiddle: string;
+    partyowner3namelast: string;
+    partyowner3namesuffix: string;
+    partyowner4namefull: string;
+    partyowner4namefirst: string;
+    partyowner4namemiddle: string;
+    partyowner4namelast: string;
+    partyowner4namesuffix: string;
+    ownertypedescription2: string;
+    contactownermailingcounty: string;
+    contactownermailingfips: number;
+    contactownermailaddressfull: string;
+    contactownermailaddresshousenumber: number;
+    contactownermailaddressstreetdirection: string;
+    contactownermailaddressstreetname: string;
+    contactownermailaddressstreetsuffix: string;
+    contactownermailaddressstreetpostdirection: string;
+    contactownermailaddressunitprefix: string;
+    contactownermailaddressunit: string;
+    contactownermailaddresscity: string;
+    contactownermailaddressstate: string;
+    contactownermailaddresszip: number;
+    contactownermailaddresszip4: number;
+    contactownermailaddresscrrt: string;
+    contactownermailaddressinfoformat: string;
+    contactownermailinfoprivacy: string;
+    statusowneroccupiedflag: string;
+    deedowner1namefull: string;
+    deedowner1namefirst: string;
+    deedowner1namemiddle: string;
+    deedowner1namelast: string;
+    deedowner1namesuffix: string;
+    deedowner2namefull: string;
+    deedowner2namefirst: string;
+    deedowner2namemiddle: string;
+    deedowner2namelast: string;
+    deedowner2namesuffix: string;
+    deedowner3namefull: string;
+    deedowner3namefirst: string;
+    deedowner3namemiddle: string;
+    deedowner3namelast: string;
+    deedowner3namesuffix: string;
+    deedowner4namefull: string;
+    deedowner4namefirst: string;
+    deedowner4namemiddle: string;
+    deedowner4namelast: string;
+    deedowner4namesuffix: string;
+    taxyearassessed: number;
+    taxassessedvaluetotal: number;
+    taxassessedvalueimprovements: number;
+    taxassessedvalueland: number;
+    taxassessedimprovementsperc: number;
+    previousassessedvalue: number;
+    taxmarketvalueyear: number;
+    taxmarketvaluetotal: number;
+    taxmarketvalueimprovements: number;
+    taxmarketvalueland: number;
+    taxmarketimprovementsperc: number;
+    taxfiscalyear: number;
+    taxratearea: string;
+    taxbilledamount: number;
+    taxdelinquentyear: number;
+    lastassessortaxrollupdate: string;
+    assrlastupdated: string;
+    taxexemptionadditional: string;
+    yearbuilt: number;
+    yearbuilteffective: number;
+    zonedcodelocal: string;
+    propertyusemuni: string;
+    propertyusegroup: string;
+    propertyusestandardized: string;
+    assessorlastsaledate: Date;
+    assessorlastsaleamount: number;
+    assessorpriorsaledate: null;
+    assessorpriorsaleamount: number;
+    lastownershiptransferdate: string;
+    lastownershiptransferdocumentnumber: string;
+    lastownershiptransfertransactionid: number;
+    deedlastsaledocumentbook: string;
+    deedlastsaledocumentpage: string;
+    deedlastdocumentnumber: string;
+    deedlastsaledate: string;
+    deedlastsaleprice: number;
+    deedlastsaletransactionid: number;
+    areabuilding: number;
+    areabuildingdefinitioncode: string;
+    areagross: number;
+    area1stfloor: number;
+    area2ndfloor: number;
+    areaupperfloors: number;
+    arealotacres: number;
+    arealotsf: number;
+    arealotdepth: number;
+    arealotwidth: number;
+    roomsatticarea: number;
+    roomsatticflag: number;
+    roomsbasementarea: number;
+    roomsbasementareafinished: number;
+    roomsbasementareaunfinished: number;
+    parkinggarage: string;
+    parkinggaragearea: number;
+    parkingcarport: number;
+    parkingcarportarea: number;
+    hvaccoolingdetail: string;
+    hvacheatingdetail: string;
+    hvacheatingfuel: string;
+    utilitiessewageusage: string;
+    utilitieswatersource: string;
+    utilitiesmobilehomehookupflag: string;
+    foundation: string;
+    construction: string;
+    interiorstructure: string;
+    plumbingfixturescount: number;
+    constructionfireresistanceclass: string;
+    assafetyfiresprinklersflag: string;
+    flooringmaterialprimary: string;
+    bathcount: number;
+    bathpartialcount: number;
+    bedroomscount: number;
+    roomscount: number;
+    storiescount: number;
+    unitscount: number;
+    fireplace: string;
+    fireplacecount: number;
+    structurestyle: string;
+    exterior1code: string;
+    roofmaterial: string;
+    roofconstruction: string;
+    porchcode: string;
+    pool: string;
+    poolarea: number;
+    buildingscount: number;
+    modifiedon: string;
+    location: string;
+}>;
+export interface Group {
+    name: string;
+    count: number;
+}
+export interface GroupNamed extends Group {
+    groupName: string;
+}
+export declare type Filter = WithId<{
+    zipcode: string;
+    propertyusegroup: Group[];
+    propertyusestandardized: GroupNamed[];
+    hvaccoolingdetail: Group[];
+    hvacheatingdetail: Group[];
+    utilitieswatersource: Group[];
+    flooringmaterialprimary: Group[];
+}>;

package/dist/utils/utils.d.ts

@@ -0,0 +1,245 @@
+import { Property } from '../types';
+export declare const SEPARATOR_CHARACTER = "___";
+export declare const UNKNOWN = "unknown";
+export declare const isNotFullProperty: (property: Property) => boolean;
+export declare const isEmptyField: (field: string) => boolean;
+export declare const extractUniqueFilterNames: (properties: Property[]) => {
+    propertyUseObjects: {
+        name: string;
+        typeName: string;
+    }[];
+    propertyTypeNames: string[];
+    hvacCoolingSystemNames: string[];
+    hvacHeatingSystemNames: string[];
+    waterSourceNames: string[];
+    flooringMaterialsNames: string[];
+};
+export declare const convertObjectToArray: <T extends Record<string, unknown>>(obj: T) => T[keyof T][];
+export declare const convertToZipString: (zipNumber: number) => string;
+export declare const convertStringToDate: (props: Property[], propName: keyof Property) => {
+    attomid: number;
+    fulladdress: string;
+    addressstreet: string;
+    addressunit: string;
+    primarynumber: number;
+    streetname: string;
+    streetpredirection?: string | undefined;
+    streetpostdirection?: string | undefined;
+    streetsuffix: string;
+    secondarynumber?: number | undefined;
+    secondarydesignator: string;
+    extrasecondarynumber?: number | undefined;
+    extrasecondarydesignator?: string | undefined;
+    cityname: string;
+    stateabbreviation: string;
+    zipcode: string;
+    latitude: number;
+    longitude: number;
+    situsstatecode: string;
+    situscounty: string;
+    propertyjurisdictionname: string;
+    situsstatecountyfips: number;
+    combinedstatisticalarea: string;
+    cbsaname: string;
+    cbsacode: number;
+    msaname: string;
+    msacode: number;
+    metropolitandivision: string;
+    minorcivildivisionname: string;
+    minorcivildivisioncode: number;
+    neighborhoodcode: string;
+    censusfipsplacecode: number;
+    censustract: number;
+    censusblockgroup: number;
+    censusblock: number;
+    parcelnumberraw: string;
+    parcelnumberformatted: string;
+    parcelnumberyearadded: number;
+    parcelnumberalternate: string;
+    parcelmapbook: string;
+    parcelmappage: string;
+    parcelnumberyearchange: number;
+    parcelnumberprevious: string;
+    parcelaccountnumber: string;
+    propertyaddressfull: string;
+    propertyaddresshousenumber: number;
+    propertyaddressstreetdirection: string;
+    propertyaddressstreetname: string;
+    propertyaddressstreetsuffix: string;
+    propertyaddressstreetpostdirection: string;
+    propertyaddressunitprefix: string;
+    propertyaddressunitvalue: string;
+    propertyaddresscity: string;
+    propertyaddressstate: string;
+    propertyaddresszip: number;
+    propertyaddresszip4: number;
+    propertyaddresscrrt: string;
+    propertyaddressinfoprivacy: number;
+    congressionaldistricthouse: number;
+    legaldescription: string;
+    legalrange: string;
+    legaltownship: string;
+    legalsection: number;
+    legalquarter: string;
+    legalquarterquarter: string;
+    legalsubdivision: string;
+    legalphase: string;
+    legaltractnumber: number;
+    legalblock1: number;
+    legalblock2: string;
+    legallotnumber1: number;
+    legallotnumber2: string;
+    legallotnumber3: string;
+    legalunit: number;
+    partyowner1namefull: string;
+    partyowner1namefirst: string;
+    partyowner1namemiddle: string;
+    partyowner1namelast: string;
+    partyowner1namesuffix: string;
+    trustdescription: string;
+    companyflag: string;
+    partyowner2namefull: string;
+    partyowner2namefirst: string;
+    partyowner2namemiddle: string;
+    partyowner2namelast: string;
+    partyowner2namesuffix: string;
+    ownertypedescription1: string;
+    ownershipvestingrelationcode: string;
+    partyowner3namefull: string;
+    partyowner3namefirst: string;
+    partyowner3namemiddle: string;
+    partyowner3namelast: string;
+    partyowner3namesuffix: string;
+    partyowner4namefull: string;
+    partyowner4namefirst: string;
+    partyowner4namemiddle: string;
+    partyowner4namelast: string;
+    partyowner4namesuffix: string;
+    ownertypedescription2: string;
+    contactownermailingcounty: string;
+    contactownermailingfips: number;
+    contactownermailaddressfull: string;
+    contactownermailaddresshousenumber: number;
+    contactownermailaddressstreetdirection: string;
+    contactownermailaddressstreetname: string;
+    contactownermailaddressstreetsuffix: string;
+    contactownermailaddressstreetpostdirection: string;
+    contactownermailaddressunitprefix: string;
+    contactownermailaddressunit: string;
+    contactownermailaddresscity: string;
+    contactownermailaddressstate: string;
+    contactownermailaddresszip: number;
+    contactownermailaddresszip4: number;
+    contactownermailaddresscrrt: string;
+    contactownermailaddressinfoformat: string;
+    contactownermailinfoprivacy: string;
+    statusowneroccupiedflag: string;
+    deedowner1namefull: string;
+    deedowner1namefirst: string;
+    deedowner1namemiddle: string;
+    deedowner1namelast: string;
+    deedowner1namesuffix: string;
+    deedowner2namefull: string;
+    deedowner2namefirst: string;
+    deedowner2namemiddle: string;
+    deedowner2namelast: string;
+    deedowner2namesuffix: string;
+    deedowner3namefull: string;
+    deedowner3namefirst: string;
+    deedowner3namemiddle: string;
+    deedowner3namelast: string;
+    deedowner3namesuffix: string;
+    deedowner4namefull: string;
+    deedowner4namefirst: string;
+    deedowner4namemiddle: string;
+    deedowner4namelast: string;
+    deedowner4namesuffix: string;
+    taxyearassessed: number;
+    taxassessedvaluetotal: number;
+    taxassessedvalueimprovements: number;
+    taxassessedvalueland: number;
+    taxassessedimprovementsperc: number;
+    previousassessedvalue: number;
+    taxmarketvalueyear: number;
+    taxmarketvaluetotal: number;
+    taxmarketvalueimprovements: number;
+    taxmarketvalueland: number;
+    taxmarketimprovementsperc: number;
+    taxfiscalyear: number;
+    taxratearea: string;
+    taxbilledamount: number;
+    taxdelinquentyear: number;
+    lastassessortaxrollupdate: string;
+    assrlastupdated: string;
+    taxexemptionadditional: string;
+    yearbuilt: number;
+    yearbuilteffective: number;
+    zonedcodelocal: string;
+    propertyusemuni: string;
+    propertyusegroup: string;
+    propertyusestandardized: string;
+    assessorlastsaledate: Date;
+    assessorlastsaleamount: number;
+    assessorpriorsaledate: null;
+    assessorpriorsaleamount: number;
+    lastownershiptransferdate: string;
+    lastownershiptransferdocumentnumber: string;
+    lastownershiptransfertransactionid: number;
+    deedlastsaledocumentbook: string;
+    deedlastsaledocumentpage: string;
+    deedlastdocumentnumber: string;
+    deedlastsaledate: string;
+    deedlastsaleprice: number;
+    deedlastsaletransactionid: number;
+    areabuilding: number;
+    areabuildingdefinitioncode: string;
+    areagross: number;
+    area1stfloor: number;
+    area2ndfloor: number;
+    areaupperfloors: number;
+    arealotacres: number;
+    arealotsf: number;
+    arealotdepth: number;
+    arealotwidth: number;
+    roomsatticarea: number;
+    roomsatticflag: number;
+    roomsbasementarea: number;
+    roomsbasementareafinished: number;
+    roomsbasementareaunfinished: number;
+    parkinggarage: string;
+    parkinggaragearea: number;
+    parkingcarport: number;
+    parkingcarportarea: number;
+    hvaccoolingdetail: string;
+    hvacheatingdetail: string;
+    hvacheatingfuel: string;
+    utilitiessewageusage: string;
+    utilitieswatersource: string;
+    utilitiesmobilehomehookupflag: string;
+    foundation: string;
+    construction: string;
+    interiorstructure: string;
+    plumbingfixturescount: number;
+    constructionfireresistanceclass: string;
+    assafetyfiresprinklersflag: string;
+    flooringmaterialprimary: string;
+    bathcount: number;
+    bathpartialcount: number;
+    bedroomscount: number;
+    roomscount: number;
+    storiescount: number;
+    unitscount: number;
+    fireplace: string;
+    fireplacecount: number;
+    structurestyle: string;
+    exterior1code: string;
+    roofmaterial: string;
+    roofconstruction: string;
+    porchcode: string;
+    pool: string;
+    poolarea: number;
+    buildingscount: number;
+    modifiedon: string;
+    location: string;
+    _id: import("bson").ObjectID;
+}[];

package/dist/zip-processor.d.ts

@@ -0,0 +1,13 @@
+export interface ResultsMeta {
+    requests: number;
+    properties: number;
+    errors: number;
+    filters?: number;
+}
+declare type ProcessInput = [from: string, to: string] | string;
+export declare function zipProcessor(workers: number, processorFn: (zip: string, errors: Set<string>) => Promise<ResultsMeta>): {
+    getProcessor: () => AsyncGenerator<ResultsMeta | ResultsMeta[], void, unknown> | null;
+    start: (zips: ProcessInput) => Promise<Required<ResultsMeta>>;
+    clear: () => Promise<void>;
+};
+export {};

package/dist/zip-processor.js

@@ -3,7 +3,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.zipProcessor = void 0;
 const utils_1 = require("./utils/utils");
-function zipProcessor(config, processorFn) {
+function zipProcessor(workers, processorFn) {
     let processor = null;
     let erroredZips = new Set();
     async function* processZips(zips) {
@@ -18,7 +18,7 @@ function zipProcessor(config, processorFn) {
             }
             for (let zipNum = startZipNum; zipNum <= endZipNum;) {
                 const processes = [];
-                const processZipEnd = zipNum + config.workers - 1;
+                const processZipEnd = zipNum + workers - 1;
                 for (; zipNum <= endZipNum && zipNum <= processZipEnd; zipNum++) {
                     const zip = (0, utils_1.convertToZipString)(zipNum);
                     processes.push(processorFn(zip, erroredZips));

package/package.json

@@ -1,11 +1,12 @@
 {
     "name": "@servicetitan/acquisition-functions",
-    "version": "0.5.0",
+    "version": "0.6.1",
     "description": "",
     "main": "./dist/index.js",
     "typings": "./dist/index.d.ts",
     "scripts": {
         "build": "tsc -p .",
+        "build-test": "tsc -p tsconfig.test.json",
         "test": "jest --runInBand"
     },
     "files": [
@@ -13,7 +14,6 @@
     ],
     "devDependencies": {
         "@jest/globals": "29.1.2",
-        "@tsconfig/node16": "^1.0.3",
         "@types/jest": "^29.1.0",
         "@types/mongodb": "^3.6.20",
         "@types/node": "^18.6.3",
@@ -28,5 +28,5 @@
     "cli": {
         "webpack": false
     },
-    "gitHead": "b84931ee346bdbc12af2e5597b5fb7637fd45c25"
+    "gitHead": "722e4224af6b19d0a4a410bdcfa071557e2b3af7"
 }