donobu 1.0.0

package/dist/testfixtures.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testfixtures.js","sourceRoot":"","sources":["../src/testfixtures.ts"],"names":[],"mappings":";;;;;;AA6HA,wDAMC;AAED,sEASC;AAED,gDAiBC;AAED,8DAQC;AAED,sDAiBC;AAED,oEAQC;AAED,0CAiBC;AAED,wDAQC;AAED,oEAuBC;AAED,kFAeC;AA/QD;;;GAGG;AACH,oDAA4B;AAC5B,2CAA6D;AAE7D,sEAAmE;AAEnE,2FAAwF;AACxF,0EAAuE;AACvE,wDAAqD;AAErD,sDAAmD;AAEnD,wDAAqE;AACrE,6DAA0D;AAC1D,iDAA8C;AAG9C,sFAAmF;AAYnF,oEAAiE;AACjE,4DAAyD;AACzD,2FAAwF;AACxF,iEAAuE;AACvE,mFAAgF;AAChF,iEAA8D;AAiD9D,KAAK,UAAU,WAAW;IACxB,MAAM,aAAa,GAAG,qBAAS,CAAC,cAAc,CAAC;IAC/C,MAAM,qBAAqB,GAAG,yDAA2B,CAAC,KAAK,CAAC;IAChE,MAAM,QAAQ,GAAG,IAAA,wCAAuB,GAAE,CAAC;IAC3C,MAAM,qBAAqB,GACzB,MAAM,yDAA2B,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACrD,MAAM,iBAAiB,GAAG,MAAM,qCAAiB,CAAC,MAAM,CACtD,qBAAqB,CACtB,CAAC;IACF,MAAM,iBAAiB,GAAG,MAAM,iDAAuB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzE,MAAM,aAAa,GAAG,MAAM,6BAAa,CAAC,MAAM,CAC9C,iBAAiB,EACjB,iBAAiB,CAClB,CAAC;IACF,MAAM,uBAAuB,GAC3B,MAAM,yDAA2B,CAAC,eAAe,CAC/C,yDAA2B,CAAC,KAAK,EACjC,IAAI,2CAAoB,EAAE,CAC3B,CAAC;IACJ,MAAM,WAAW,GAAG,IAAI,yBAAW,CAAC,yBAAW,CAAC,SAAS,CAAC,CAAC;IAC3D,MAAM,YAAY,GAAG,IAAI,uCAAkB,CACzC,qBAAqB,EACrB,iBAAiB,EACjB,aAAa,EACb,uBAAuB,EACvB,WAAW,CAAC,KAAK,CAClB,CAAC;IACF,MAAM,gBAAgB,GACpB,MAAM,uBAAuB,CAAC,sBAAsB,EAAE,CAAC;IACzD,OAAO;QACL,aAAa;QACb,qBAAqB;QACrB,uBAAuB;QACvB,WAAW;QACX,YAAY;QACZ,gBAAgB;KACjB,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,sBAAsB,CAC1C,YAAuC;IAEvC,OAAO,CAAC,MAAM,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,sBAAsB,CAC9D,YAAY,CACb,CAAC;AACJ,CAAC;AAED,SAAgB,6BAA6B,CAC3C,YAAuC;IAEvC,OAAO,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,MAAM,CACpB,MAAM,WAAW,EAAE,CACpB,CAAC,YAAY,CAAC,sBAAsB,CAAC,YAAY,CAAC,CAAC;QACpD,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC;IACrB,CAAC,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,kBAAkB,CACtC,SAAiB,EACjB,MAAe;IAEf,MAAM,aAAa,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAE9D,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CACb,gJAAgJ,CACjJ,CAAC;IACJ,CAAC;IAED,OAAO,mCAAgB,CAAC,mBAAmB,CAAC;QAC1C,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,aAAa;QACrB,SAAS,EAAE,SAAS;KACrB,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,yBAAyB,CACvC,SAAiB,EACjB,MAAe;IAEf,OAAO,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE;QACvB,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC3D,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,qBAAqB,CACzC,SAAiB,EACjB,MAAe;IAEf,MAAM,aAAa,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC;IAEzE,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CACb,+JAA+J,CAChK,CAAC;IACJ,CAAC;IAED,OAAO,mCAAgB,CAAC,mBAAmB,CAAC;QAC1C,IAAI,EAAE,eAAe;QACrB,MAAM,EAAE,aAAa;QACrB,SAAS,EAAE,SAAS;KACrB,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,4BAA4B,CAC1C,SAAiB,EACjB,MAAe;IAEf,OAAO,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE;QACvB,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC9D,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,eAAe,CACnC,SAAiB,EACjB,MAAe;IAEf,MAAM,aAAa,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAE3D,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CACb,0IAA0I,CAC3I,CAAC;IACJ,CAAC;IAED,OAAO,mCAAgB,CAAC,mBAAmB,CAAC;QAC1C,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,aAAa;QACrB,SAAS,EAAE,SAAS;KACrB,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,sBAAsB,CACpC,SAAiB,EACjB,MAAe;IAEf,OAAO,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE;QACvB,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACxD,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,4BAA4B,CAChD,SAAiB,EACjB,MAAc,EACd,WAAoB,EACpB,eAAwB;IAExB,MAAM,kBAAkB,GAAG,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IACxE,MAAM,sBAAsB,GAC1B,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAEvD,IAAI,CAAC,kBAAkB,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACnD,MAAM,IAAI,KAAK,CACb,sNAAsN,CACvN,CAAC;IACJ,CAAC;IAED,OAAO,mCAAgB,CAAC,mBAAmB,CAAC;QAC1C,IAAI,EAAE,uBAAuB;QAC7B,MAAM,EAAE,MAAM;QACd,SAAS,EAAE,SAAS;QACpB,WAAW,EAAE,kBAAkB;QAC/B,eAAe,EAAE,sBAAsB;KACxC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,mCAAmC,CACjD,SAAiB,EACjB,MAAc,EACd,WAAoB,EACpB,eAAwB;IAExB,OAAO,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE;QACvB,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAC/C,SAAS,EACT,MAAM,EACN,WAAW,EACX,eAAe,CAChB,CAAC;QACF,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAEY,QAAA,IAAI,GAAG,WAAI,CAAC,MAAM,CAI5B;IACD,+EAA+E;IAC/E,SAAS,EAAE;QACT,SAAS,EAAE,UAAU;QACrB,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,oDAAoD;KACvE;IACD,oCAAoC;IACpC,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE;QACjD,8CAA8C;QAC9C,MAAM,MAAM,GAAG,MAAM,WAAW,EAAE,CAAC;QACnC,MAAM,IAAI;aACP,OAAO,EAAE;aACT,aAAa,CAAC,iCAAe,CAAC,2BAA2B,EAAE,CAAC,CAAC;QAChE,MAAM,IAAI;aACP,OAAO,EAAE;aACT,aAAa,CAAC,iCAAe,CAAC,kCAAkC,EAAE,CAAC,CAAC;QACvE,MAAM,IAAI;aACP,OAAO,EAAE;aACT,aAAa,CAAC,iCAAe,CAAC,6BAA6B,EAAE,CAAC,CAAC;QAClE,MAAM,IAAI;aACP,OAAO,EAAE;aACT,aAAa,CAAC,iCAAe,CAAC,gCAAgC,EAAE,CAAC,CAAC;QACrE,IAAI,aAAa,GAAG,KAAK,CAAC;QAE1B,KAAK,UAAU,eAAe;YAC5B,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO;YACT,CAAC;YAED,MAAM,sBAAsB,GAAiB;gBAC3C,EAAE,EAAE,gBAAM,CAAC,UAAU,EAAE;gBACvB,IAAI,EAAE,QAAQ,CAAC,KAAK;gBACpB,wBAAwB,EAAE,MAAM,CAAC,aAAa;gBAC9C,mBAAmB,EAAE,IAAI;gBACzB,mBAAmB,EAAE,IAAI;gBACzB,aAAa,EAAE,IAAI;gBACnB,wBAAwB,EAAE,KAAK;gBAC/B,WAAW,EAAE,IAAI;gBACjB,kCAAkC,EAAE,CAAC;gBACrC,OAAO,EAAE,sBAAO,CAAC,aAAa;gBAC9B,qBAAqB,EAAE,KAAK;gBAC5B,UAAU,EAAE,IAAI;gBAChB,wBAAwB,EAAE,IAAI;gBAC9B,WAAW,EAAE,IAAI;gBACjB,QAAQ,EAAE,IAAI;gBACd,aAAa,EAAE,qBAAqB;gBACpC,gBAAgB,EAAE,IAAI;gBACtB,YAAY,EAAE,EAAE;gBAChB,gBAAgB,EAAE,IAAI;gBACtB,MAAM,EAAE,IAAI;gBACZ,eAAe,EAAE,CAAC;gBAClB,oBAAoB,EAAE,CAAC;gBACvB,UAAU,EAAE,CAAC;gBACb,aAAa,EAAE,CAAC;gBAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE;gBAC/B,WAAW,EAAE,IAAI;gBACjB,KAAK,EAAE,oBAAK,CAAC,cAAc;gBAC3B,SAAS,EAAE,IAAI;aAChB,CAAC;YACF,MAAM,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,sBAAsB,CAAC,CAAC;YACnE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;YACtB,IAAI,CAAC,mBAAmB,GAAG,sBAAsB,CAAC;YAClD,IAAI,CAAC,UAAU,GAAG,SAAS,IAAI,IAAI,CAAC;YACpC,aAAa,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,IAAI,CAAC,GAAG,GAAG,KAAK,EAAE,QAAgB,EAAE,UAAgB,EAAE,EAAE;YACtD,MAAM,eAAe,EAAE,CAAC;YAExB,MAAM,YAAY,GAAG,UAAU;gBAC7B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;gBACxC,CAAC,CAAC,EAAE,CAAC;YACP,YAAY,CAAC,SAAS,KAAK,EAAE,CAAC;YAC9B,MAAM,eAAe,GAAG;gBACtB,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;gBACvC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB;gBAC1C,SAAS,EAAE,IAAI,CAAC,UAAU;gBAC1B,UAAU,EAAE,IAAI,uBAAU,CAAC,CAAC,CAAC;gBAC7B,iBAAiB,EAAE,EAAE;gBACrB,gBAAgB,EAAE,EAAE;gBACpB,IAAI,EAAE,IAAI;gBACV,QAAQ,EAAE,IAAI,CAAC,mBAAmB;gBAClC,UAAU,EACR,YAAY,CAAC,UAAU,IAAI,qBAAS,CAAC,qBAAqB,EAAE;aACrC,CAAC;YAE5B,MAAM,gBAAgB,GAAG;gBACvB,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE,YAAY;gBACxB,UAAU,EAAE,IAAI;aACe,CAAC;YAClC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW;iBAC5B,UAAU,CAAC,eAAe,EAAE,gBAAgB,EAAE,KAAK,CAAC;iBACpD,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;gBACrB,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,YAAY,CAC9C,IAAI,CAAC,mBAAmB,CACzB,CAAC;gBACF,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,YAAY,CAC9C,IAAI,CAAC,mBAAmB,CAAC,EAAE,EAC3B,MAAM,CACP,CAAC;gBACF,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC;iBACD,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC,CAAC;QAEF,IAAI,CAAC,eAAe,GAAG,KAAK,EAC1B,MAAyC,EACzC,EAAE;YACF,OAAO,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;QAC7C,CAAC,CAAC;QACF,IAAI,CAAC,kBAAkB,GAAG,KAAK,EAC7B,MAAqD,EACrD,EAAE;YACF,OAAO,IAAI,CAAC,GAAG,CAAC,oBAAoB,EAAE,MAAM,CAAC,CAAC;QAChD,CAAC,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,KAAK,EACvB,MAAqD,EACrD,EAAE;YACF,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACnC,CAAC,CAAC;QACF,IAAI,CAAC,kBAAkB,GAAG,KAAK,IAAI,EAAE;YACnC,OAAO,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,KAAK,IAAI,EAAE;YAClC,OAAO,IAAI,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC,CAAC;QACF,IAAI,CAAC,gBAAgB,GAAG,KAAK,EAC3B,MAAmD,EACnD,EAAE;YACF,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACnC,CAAC,CAAC;QACF,IAAI,CAAC,2BAA2B,GAAG,KAAK,EACtC,MAAqD,EACrD,EAAE;YACF,OAAO,IAAI,CAAC,GAAG,CAAC,6BAA6B,EAAE,MAAM,CAAC,CAAC;QACzD,CAAC,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,KAAK,EAAE,MAA4C,EAAE,EAAE;YACtE,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACvC,CAAC,CAAC;QACF,IAAI,CAAC,QAAQ,GAAG,KAAK,EAAE,MAA2C,EAAE,EAAE;YACpE,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACtC,CAAC,CAAC;QACF,IAAI,CAAC,oBAAoB,GAAG,KAAK,IAAI,EAAE;YACrC,OAAO,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,KAAK,EAAE,MAAoC,EAAE,EAAE;YAC3D,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QACxC,CAAC,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,KAAK,EAAE,MAAgC,EAAE,EAAE;YAC/D,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACpC,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,2DAA2D;YAC3D,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC7B,IAAI,CAAC,mBAAmB,CAAC,KAAK,GAAG,oBAAK,CAAC,OAAO,CAAC;oBAC/C,IAAI,CAAC,mBAAmB,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;oBAC5D,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,YAAY,CAC9C,IAAI,CAAC,mBAAmB,CACzB,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,oDAAoD;gBACpD,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}

package/dist/tools/AggregateExtractedStreetviewDataTool.d.ts

@@ -0,0 +1,24 @@
+import { Tool } from './Tool';
+import { ToolCallContext } from '../models/ToolCallContext';
+import { ToolCallResult } from '../models/ToolCallResult';
+import { ToolCall } from '../models/ToolCall';
+import { BaseToolGptParameters } from '../models/BaseToolGptParameters';
+export interface AggregateExtractedStreetviewDataToolCoreParameters {
+}
+export interface AggregateExtractedStreetviewDataToolGptParameters extends BaseToolGptParameters, AggregateExtractedStreetviewDataToolCoreParameters {
+}
+/**
+ * Ends the current flow by aggregating the data gathered by the ExtractGoogleStreetviewEntityDataTool
+ * and GoToGoogleMapsStreetViewTool classes (likely kicked off by SpecialFlowsApi#extractGoogleStreetviewEntityData.
+ * Note that there is special handling using the ExtractGoogleStreetviewEntityDataTool's
+ * "recommendedNextStepForStreetViewNavigator", and "isBusinessMatch" fields. Additionally, there is
+ * a check to see if GoToGoogleMapsStreetViewTool failed, since the entire flow is
+ * predicated on that step succeeding.
+ */
+export declare class AggregateExtractedStreetviewDataTool extends Tool<AggregateExtractedStreetviewDataToolCoreParameters, AggregateExtractedStreetviewDataToolGptParameters> {
+    static readonly NAME = "aggregateExtractedStreetviewData";
+    constructor();
+    call(context: ToolCallContext, _parameters: AggregateExtractedStreetviewDataToolCoreParameters): Promise<ToolCallResult>;
+    static aggregateStreetviewData(invokedToolCalls: ToolCall[], metadata: any): Record<string, any>;
+    callFromGpt(context: ToolCallContext, parameters: AggregateExtractedStreetviewDataToolGptParameters): Promise<ToolCallResult>;
+}

package/dist/tools/AggregateExtractedStreetviewDataTool.js

@@ -0,0 +1,61 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AggregateExtractedStreetviewDataTool = void 0;
+const Tool_1 = require("./Tool");
+const ExtractGoogleStreetviewEntityDataTool_1 = require("./ExtractGoogleStreetviewEntityDataTool");
+const FlowMetadata_1 = require("../models/FlowMetadata");
+/**
+ * Ends the current flow by aggregating the data gathered by the ExtractGoogleStreetviewEntityDataTool
+ * and GoToGoogleMapsStreetViewTool classes (likely kicked off by SpecialFlowsApi#extractGoogleStreetviewEntityData.
+ * Note that there is special handling using the ExtractGoogleStreetviewEntityDataTool's
+ * "recommendedNextStepForStreetViewNavigator", and "isBusinessMatch" fields. Additionally, there is
+ * a check to see if GoToGoogleMapsStreetViewTool failed, since the entire flow is
+ * predicated on that step succeeding.
+ */
+class AggregateExtractedStreetviewDataTool extends Tool_1.Tool {
+    static NAME = 'aggregateExtractedStreetviewData';
+    constructor() {
+        const extractTool = new ExtractGoogleStreetviewEntityDataTool_1.ExtractGoogleStreetviewEntityDataTool();
+        super(AggregateExtractedStreetviewDataTool.NAME, `Aggregate data extracted by the '${extractTool.name}' tool and end the flow.
+
+      IMPORTANT: Only business/entity data extracted via the '${extractTool.name}' tool is considered for this operation! Do NOT
+      call this tool until all the relevant business/entity data has been extracted via that tool! Note that you
+      need to call the '${extractTool.name}' for each unique street view!`, 'AggregateExtractedStreetviewDataToolCoreParameters', 'AggregateExtractedStreetviewDataToolGptParameters');
+    }
+    async call(context, _parameters) {
+        const resultMetadata = AggregateExtractedStreetviewDataTool.aggregateStreetviewData(context.invokedToolCalls, context.metadata);
+        return {
+            isSuccessful: true,
+            forLlm: 'Successfully aggregated the extracted street view data.',
+            metadata: resultMetadata,
+        };
+    }
+    static aggregateStreetviewData(invokedToolCalls, metadata) {
+        const extractBusinessDataTool = new ExtractGoogleStreetviewEntityDataTool_1.ExtractGoogleStreetviewEntityDataTool();
+        const accumulatedResults = invokedToolCalls
+            .filter((tc) => tc.toolName === extractBusinessDataTool.name)
+            .map((tc) => tc.outcome)
+            .filter((outcome) => outcome.metadata !== null)
+            .map((outcome) => outcome.metadata)
+            .filter((metadata) => metadata.businessSignage !== undefined)
+            .sort((a, b) => {
+            // Sort in reverse order (true values first)
+            return b.isBusinessMatch - a.isBusinessMatch;
+        })
+            .map((metadata) => {
+            const copy = { ...metadata };
+            delete copy.recommendedNextStepForStreetViewNavigator;
+            return copy;
+        });
+        metadata.nextState = FlowMetadata_1.State.SUCCESS;
+        return {
+            streetviews: accumulatedResults,
+            flowId: metadata.id,
+        };
+    }
+    async callFromGpt(context, parameters) {
+        return this.call(context, parameters);
+    }
+}
+exports.AggregateExtractedStreetviewDataTool = AggregateExtractedStreetviewDataTool;
+//# sourceMappingURL=AggregateExtractedStreetviewDataTool.js.map

package/dist/tools/AggregateExtractedStreetviewDataTool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AggregateExtractedStreetviewDataTool.js","sourceRoot":"","sources":["../../src/tools/AggregateExtractedStreetviewDataTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAG9B,mGAAgG;AAChG,yDAA+C;AAS/C;;;;;;;GAOG;AACH,MAAa,oCAAqC,SAAQ,WAGzD;IACQ,MAAM,CAAU,IAAI,GAAG,kCAAkC,CAAC;IAEjE;QACE,MAAM,WAAW,GAAG,IAAI,6EAAqC,EAAE,CAAC;QAChE,KAAK,CACH,oCAAoC,CAAC,IAAI,EACzC,oCAAoC,WAAW,CAAC,IAAI;;gEAEM,WAAW,CAAC,IAAI;;0BAEtD,WAAW,CAAC,IAAI,gCAAgC,EACpE,oDAAoD,EACpD,mDAAmD,CACpD,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,WAA+D;QAE/D,MAAM,cAAc,GAClB,oCAAoC,CAAC,uBAAuB,CAC1D,OAAO,CAAC,gBAAgB,EACxB,OAAO,CAAC,QAAQ,CACjB,CAAC;QACJ,OAAO;YACL,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,yDAAyD;YACjE,QAAQ,EAAE,cAAc;SACzB,CAAC;IACJ,CAAC;IAEM,MAAM,CAAC,uBAAuB,CACnC,gBAA4B,EAC5B,QAAa;QAEb,MAAM,uBAAuB,GAAG,IAAI,6EAAqC,EAAE,CAAC;QAE5E,MAAM,kBAAkB,GAAG,gBAAgB;aACxC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,KAAK,uBAAuB,CAAC,IAAI,CAAC;aAC5D,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC;aACvB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,IAAI,CAAC;aAC9C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;aAClC,MAAM,CAAC,CAAC,QAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,eAAe,KAAK,SAAS,CAAC;aACjE,IAAI,CAAC,CAAC,CAAM,EAAE,CAAM,EAAE,EAAE;YACvB,4CAA4C;YAC5C,OAAO,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;QAC/C,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;YAChB,MAAM,IAAI,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,yCAAyC,CAAC;YACtD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEL,QAAQ,CAAC,SAAS,GAAG,oBAAK,CAAC,OAAO,CAAC;QAEnC,OAAO;YACL,WAAW,EAAE,kBAAkB;YAC/B,MAAM,EAAE,QAAQ,CAAC,EAAE;SACpB,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAA6D;QAE7D,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AAvEH,oFAwEC"}

package/dist/tools/AnalyzePageTextTool.d.ts

@@ -0,0 +1,22 @@
+import { Tool } from './Tool';
+import { ToolCallContext } from '../models/ToolCallContext';
+import { ToolCallResult } from '../models/ToolCallResult';
+import { BaseToolGptParameters } from '../models/BaseToolGptParameters';
+export interface AnalyzePageTextToolCoreParameters {
+    /**
+     * The analysis to run on the text of the current page.
+     */
+    analysisToRun: string;
+    /**
+     * Additional relevant context for running the analysis.
+     */
+    additionalRelevantContext: string;
+}
+export interface AnalyzePageTextToolGptParameters extends BaseToolGptParameters, AnalyzePageTextToolCoreParameters {
+}
+export declare class AnalyzePageTextTool extends Tool<AnalyzePageTextToolCoreParameters, AnalyzePageTextToolGptParameters> {
+    static readonly NAME = "analyzePageText";
+    constructor();
+    call(context: ToolCallContext, parameters: AnalyzePageTextToolCoreParameters): Promise<ToolCallResult>;
+    callFromGpt(context: ToolCallContext, parameters: AnalyzePageTextToolGptParameters): Promise<ToolCallResult>;
+}

package/dist/tools/AnalyzePageTextTool.js

@@ -0,0 +1,59 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AnalyzePageTextTool = void 0;
+const Tool_1 = require("./Tool");
+const MiscUtils_1 = require("../utils/MiscUtils");
+class AnalyzePageTextTool extends Tool_1.Tool {
+    static NAME = 'analyzePageText';
+    constructor() {
+        super(AnalyzePageTextTool.NAME, `Run an analysis on the current webpage's full raw text. Note that since this runs an analysis on the raw text,
+rather than, the HTML of the page, the raw text may be a bit jumbled, have its styling lost, careful
+positioning lost, etc. This tool is useful if there happens to be a lot of text on a page, and it would be
+tedious to scroll through the entirety of the page in order to get enough context to run an analysis.
+
+If there is context relevant to running the analysis that would not be found in the webpage text itself,
+perhaps context given in another message, prompt, overall object, etc, then provide it in the
+"additionalRelevantContext" parameter.`, 'AnalyzePageTextToolCoreParameters', 'AnalyzePageTextToolGptParameters', true);
+    }
+    async call(context, parameters) {
+        const page = context.page;
+        const webpageRawText = await page.evaluate(() => document.body.innerText);
+        const prompt = `
+\`\`\`
+${webpageRawText}
+\`\`\`
+
+Above is the raw textual content of the webpage ${page.url()}
+
+Note that since this is the raw textual content, the text may be a bit jumbled, have its styling lost,
+careful positioning lost, etc.
+
+Run the following analysis on the above raw website text:
+${parameters.analysisToRun}
+`;
+        const resp = await context.gptClient.getMessage([
+            {
+                type: 'user',
+                items: [
+                    {
+                        type: 'text',
+                        text: prompt,
+                    },
+                ],
+            },
+        ]);
+        MiscUtils_1.MiscUtils.updateTokenCounts(resp, context.metadata);
+        return {
+            isSuccessful: true,
+            forLlm: resp.text,
+            metadata: {
+                analysis: resp.text,
+            },
+        };
+    }
+    callFromGpt(context, parameters) {
+        return this.call(context, parameters);
+    }
+}
+exports.AnalyzePageTextTool = AnalyzePageTextTool;
+//# sourceMappingURL=AnalyzePageTextTool.js.map

package/dist/tools/AnalyzePageTextTool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AnalyzePageTextTool.js","sourceRoot":"","sources":["../../src/tools/AnalyzePageTextTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAG9B,kDAA+C;AAmB/C,MAAa,mBAAoB,SAAQ,WAGxC;IACQ,MAAM,CAAU,IAAI,GAAG,iBAAiB,CAAC;IAEhD;QACE,KAAK,CACH,mBAAmB,CAAC,IAAI,EACxB;;;;;;;uCAOiC,EACjC,mCAAmC,EACnC,kCAAkC,EAClC,IAAI,CACL,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAA6C;QAE7C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE1E,MAAM,MAAM,GAAG;;EAEjB,cAAc;;;kDAGkC,IAAI,CAAC,GAAG,EAAE;;;;;;EAM1D,UAAU,CAAC,aAAa;CACzB,CAAC;QAEE,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,SAAU,CAAC,UAAU,CAAC;YAC/C;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,MAAM;qBACb;iBACF;aACF;SACF,CAAC,CAAC;QACH,qBAAS,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO;YACL,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,IAAI,CAAC,IAAI;YACjB,QAAQ,EAAE;gBACR,QAAQ,EAAE,IAAI,CAAC,IAAI;aACpB;SACF,CAAC;IACJ,CAAC;IAEe,WAAW,CACzB,OAAwB,EACxB,UAA4C;QAE5C,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AAtEH,kDAuEC"}

package/dist/tools/AssertTool.d.ts

@@ -0,0 +1,24 @@
+import { Tool } from './Tool';
+import { ToolCallContext } from '../models/ToolCallContext';
+import { ToolCallResult } from '../models/ToolCallResult';
+import { BaseToolGptParameters } from '../models/BaseToolGptParameters';
+export interface AssertToolCoreParameters {
+    /**
+     * The assertion that will be tested for, using plain English.
+     *
+     * Examples:
+     * - 'Assert that this webpage includes a product summary.'
+     * - 'Assert there are more than 3 search results.'
+     */
+    assertionToTestFor: string;
+}
+interface AssertToolGptParameters extends BaseToolGptParameters, AssertToolCoreParameters {
+}
+export declare class AssertTool extends Tool<AssertToolCoreParameters, AssertToolGptParameters> {
+    static readonly NAME = "assert";
+    private static readonly ASSERTION_OUTCOME_SCHEMA;
+    constructor();
+    call(context: ToolCallContext, parameters: AssertToolCoreParameters): Promise<ToolCallResult>;
+    callFromGpt(context: ToolCallContext, parameters: AssertToolGptParameters): Promise<ToolCallResult>;
+}
+export {};

package/dist/tools/AssertTool.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AssertTool = void 0;
+const Tool_1 = require("./Tool");
+const PlaywrightUtils_1 = require("../utils/PlaywrightUtils");
+const MiscUtils_1 = require("../utils/MiscUtils");
+class AssertTool extends Tool_1.Tool {
+    static NAME = 'assert';
+    static ASSERTION_OUTCOME_SCHEMA = {
+        type: 'object',
+        required: ['details', 'assertionPassed'],
+        properties: {
+            details: {
+                type: 'string',
+                description: 'Details of the evaluation itself (i.e. why it passed or failed). Only comment on the evaluation itself, not extraneous details.',
+            },
+            assertionPassed: {
+                type: 'boolean',
+                description: 'Set to true IFF the assertion holds, otherwise, set to false if the assertion does not hold.',
+            },
+        },
+        additionalProperties: false,
+    };
+    constructor() {
+        super(AssertTool.NAME, "This method will test that a given condition (i.e. the 'assertionToTestFor' field) holds true.", 'AssertToolCoreParameters', 'AssertToolGptParameters', true);
+    }
+    async call(context, parameters) {
+        const screenshot = await PlaywrightUtils_1.PlaywrightUtils.takePngScreenshot(context.page);
+        const gptPrompt = {
+            type: 'user',
+            items: [
+                { type: 'png', bytes: screenshot },
+                {
+                    type: 'text',
+                    text: `Make the following assertion about the given webpage: ${parameters.assertionToTestFor}`,
+                },
+            ],
+        };
+        const assertionOutcome = await context.gptClient.getStructuredOutputWithSchema([gptPrompt], AssertTool.ASSERTION_OUTCOME_SCHEMA);
+        MiscUtils_1.MiscUtils.updateTokenCounts(assertionOutcome, context.metadata);
+        const assertPassed = assertionOutcome.output.assertionPassed ? true : false;
+        const report = assertPassed
+            ? `Assertion PASSED for: ${parameters.assertionToTestFor}\nDetails: ${assertionOutcome.output.details}`
+            : `Assertion FAILED for: ${parameters.assertionToTestFor}\nDetails: ${assertionOutcome.output.details}`;
+        return {
+            isSuccessful: assertPassed,
+            forLlm: report,
+            metadata: assertionOutcome.output,
+        };
+    }
+    async callFromGpt(context, parameters) {
+        return this.call(context, parameters);
+    }
+}
+exports.AssertTool = AssertTool;
+//# sourceMappingURL=AssertTool.js.map

package/dist/tools/AssertTool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AssertTool.js","sourceRoot":"","sources":["../../src/tools/AssertTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAI9B,8DAA2D;AAC3D,kDAA+C;AAmB/C,MAAa,UAAW,SAAQ,WAG/B;IACQ,MAAM,CAAU,IAAI,GAAG,QAAQ,CAAC;IAE/B,MAAM,CAAU,wBAAwB,GAAgB;QAC9D,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,CAAC,SAAS,EAAE,iBAAiB,CAAC;QACxC,UAAU,EAAE;YACV,OAAO,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,iIAAiI;aACpI;YACD,eAAe,EAAE;gBACf,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,8FAA8F;aACjG;SACF;QACD,oBAAoB,EAAE,KAAK;KAC5B,CAAC;IAEF;QACE,KAAK,CACH,UAAU,CAAC,IAAI,EACf,gGAAgG,EAChG,0BAA0B,EAC1B,yBAAyB,EACzB,IAAI,CACL,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAAoC;QAEpC,MAAM,UAAU,GAAG,MAAM,iCAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE;gBACL,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE;gBAClC;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,yDAAyD,UAAU,CAAC,kBAAkB,EAAE;iBAC/F;aACF;SACoB,CAAC;QACxB,MAAM,gBAAgB,GACpB,MAAM,OAAO,CAAC,SAAU,CAAC,6BAA6B,CACpD,CAAC,SAAS,CAAC,EACX,UAAU,CAAC,wBAAwB,CACpC,CAAC;QACJ,qBAAS,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAChE,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;QAC5E,MAAM,MAAM,GAAG,YAAY;YACzB,CAAC,CAAC,yBAAyB,UAAU,CAAC,kBAAkB,cAAc,gBAAgB,CAAC,MAAM,CAAC,OAAO,EAAE;YACvG,CAAC,CAAC,yBAAyB,UAAU,CAAC,kBAAkB,cAAc,gBAAgB,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC1G,OAAO;YACL,YAAY,EAAE,YAAY;YAC1B,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,gBAAgB,CAAC,MAAM;SAClC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAAmC;QAEnC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AAvEH,gCAwEC"}

package/dist/tools/ChangeWebBrowserTabTool.d.ts

@@ -0,0 +1,18 @@
+import { Tool } from './Tool';
+import { ToolCallContext } from '../models/ToolCallContext';
+import { ToolCallResult } from '../models/ToolCallResult';
+import { BaseToolGptParameters } from '../models/BaseToolGptParameters';
+export interface ChangeWebBrowserTabToolCoreParameters {
+    /**
+     * The URL for the tab to bring focus to.
+     */
+    tabUrl: string;
+}
+export interface ChangeWebBrowserTabToolGptParameters extends BaseToolGptParameters, ChangeWebBrowserTabToolCoreParameters {
+}
+export declare class ChangeWebBrowserTabTool extends Tool<ChangeWebBrowserTabToolCoreParameters, ChangeWebBrowserTabToolGptParameters> {
+    static readonly NAME = "changeWebBrowserTab";
+    constructor();
+    call(context: ToolCallContext, parameters: ChangeWebBrowserTabToolCoreParameters): Promise<ToolCallResult>;
+    callFromGpt(context: ToolCallContext, parameters: ChangeWebBrowserTabToolGptParameters): Promise<ToolCallResult>;
+}

package/dist/tools/ChangeWebBrowserTabTool.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChangeWebBrowserTabTool = void 0;
+const Tool_1 = require("./Tool");
+const ToolCallResult_1 = require("../models/ToolCallResult");
+class ChangeWebBrowserTabTool extends Tool_1.Tool {
+    static NAME = 'changeWebBrowserTab';
+    constructor() {
+        super(ChangeWebBrowserTabTool.NAME, 'Change the focus of the current web browser tab to a different tab.', 'ChangeWebBrowserTabToolCoreParameters', 'ChangeWebBrowserTabToolGptParameters');
+    }
+    async call(context, parameters) {
+        const desiredPage = context.page
+            .context()
+            .pages()
+            .find((tab) => tab.url() === parameters.tabUrl);
+        if (desiredPage &&
+            (await desiredPage.evaluate(() => {
+                return window.donobuFocusPage();
+            }))) {
+            context.page = desiredPage;
+            return ToolCallResult_1.ToolCallResult.successful();
+        }
+        else {
+            return {
+                isSuccessful: false,
+                forLlm: `The ${parameters.tabUrl} tab URL is not present in the tab list.`,
+                metadata: null,
+            };
+        }
+    }
+    async callFromGpt(context, parameters) {
+        return this.call(context, parameters);
+    }
+}
+exports.ChangeWebBrowserTabTool = ChangeWebBrowserTabTool;
+//# sourceMappingURL=ChangeWebBrowserTabTool.js.map

package/dist/tools/ChangeWebBrowserTabTool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChangeWebBrowserTabTool.js","sourceRoot":"","sources":["../../src/tools/ChangeWebBrowserTabTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAE9B,6DAA0D;AAa1D,MAAa,uBAAwB,SAAQ,WAG5C;IACQ,MAAM,CAAU,IAAI,GAAG,qBAAqB,CAAC;IAEpD;QACE,KAAK,CACH,uBAAuB,CAAC,IAAI,EAC5B,qEAAqE,EACrE,uCAAuC,EACvC,sCAAsC,CACvC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAAiD;QAEjD,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI;aAC7B,OAAO,EAAE;aACT,KAAK,EAAE;aACP,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,UAAU,CAAC,MAAM,CAAC,CAAC;QAElD,IACE,WAAW;YACX,CAAC,MAAM,WAAW,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAC/B,OAAO,MAAM,CAAC,eAAe,EAAE,CAAC;YAClC,CAAC,CAAC,CAAC,EACH,CAAC;YACD,OAAO,CAAC,IAAI,GAAG,WAAW,CAAC;YAC3B,OAAO,+BAAc,CAAC,UAAU,EAAE,CAAC;QACrC,CAAC;aAAM,CAAC;YACN,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,OAAO,UAAU,CAAC,MAAM,0CAA0C;gBAC1E,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;IACH,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAAgD;QAEhD,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AA9CH,0DA+CC"}

package/dist/tools/ChooseSelectOptionTool.d.ts

@@ -0,0 +1,18 @@
+import { Locator } from 'playwright';
+import { ToolCallContext } from '../models/ToolCallContext';
+import { ReplayableInteraction, AnnotationBasedParameters, SelectorBasedParameters } from './ReplayableInteraction';
+export interface ChooseSelectOptionToolCoreParameters {
+    /**
+     * The <option> values to choose.
+     */
+    optionValues: string[];
+}
+export interface SelectorBasedChooseSelectOptionToolParameters extends SelectorBasedParameters, ChooseSelectOptionToolCoreParameters {
+}
+export interface AnnotationBasedChooseSelectOptionToolParameters extends AnnotationBasedParameters, ChooseSelectOptionToolCoreParameters {
+}
+export declare class ChooseSelectOptionTool extends ReplayableInteraction<ChooseSelectOptionToolCoreParameters, SelectorBasedChooseSelectOptionToolParameters, AnnotationBasedChooseSelectOptionToolParameters> {
+    static readonly NAME = "chooseSelectOption";
+    constructor();
+    invoke(_context: ToolCallContext, parameters: ChooseSelectOptionToolCoreParameters, element: Locator): Promise<string>;
+}

package/dist/tools/ChooseSelectOptionTool.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChooseSelectOptionTool = void 0;
+const ReplayableInteraction_1 = require("./ReplayableInteraction");
+class ChooseSelectOptionTool extends ReplayableInteraction_1.ReplayableInteraction {
+    static NAME = 'chooseSelectOption';
+    constructor() {
+        super(ChooseSelectOptionTool.NAME, 'Choose <option> values for a particular <select> HTML element.', 'SelectorBasedChooseSelectOptionToolParameters', 'AnnotationBasedChooseSelectOptionToolParameters');
+    }
+    async invoke(_context, parameters, element) {
+        const selectedValues = await element.selectOption(parameters.optionValues, {
+            timeout: 3000,
+        });
+        return `Selected the ${selectedValues} value${selectedValues.length > 1 ? 's' : ''} for the <select> element.`;
+    }
+}
+exports.ChooseSelectOptionTool = ChooseSelectOptionTool;
+//# sourceMappingURL=ChooseSelectOptionTool.js.map

package/dist/tools/ChooseSelectOptionTool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChooseSelectOptionTool.js","sourceRoot":"","sources":["../../src/tools/ChooseSelectOptionTool.ts"],"names":[],"mappings":";;;AAEA,mEAIiC;AAejC,MAAa,sBAAuB,SAAQ,6CAI3C;IACQ,MAAM,CAAU,IAAI,GAAG,oBAAoB,CAAC;IAEnD;QACE,KAAK,CACH,sBAAsB,CAAC,IAAI,EAC3B,gEAAgE,EAChE,+CAA+C,EAC/C,iDAAiD,CAClD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CACV,QAAyB,EACzB,UAAgD,EAChD,OAAgB;QAEhB,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,YAAY,EAAE;YACzE,OAAO,EAAE,IAAI;SACd,CAAC,CAAC;QACH,OAAO,gBAAgB,cAAc,SAAS,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,4BAA4B,CAAC;IACjH,CAAC;;AAzBH,wDA0BC"}

package/dist/tools/ClickButtonTool.d.ts

@@ -0,0 +1,14 @@
+import { Locator } from 'playwright';
+import { ToolCallContext } from '../models/ToolCallContext';
+import { ReplayableInteraction, AnnotationBasedParameters, SelectorBasedParameters } from './ReplayableInteraction';
+export interface ClickButtonToolCoreParameters {
+}
+export interface SelectorBasedClickButtonToolParameters extends SelectorBasedParameters, ClickButtonToolCoreParameters {
+}
+export interface AnnotationBasedClickButtonToolParameters extends AnnotationBasedParameters, ClickButtonToolCoreParameters {
+}
+export declare class ClickButtonTool extends ReplayableInteraction<ClickButtonToolCoreParameters, SelectorBasedClickButtonToolParameters, AnnotationBasedClickButtonToolParameters> {
+    static readonly NAME = "clickButton";
+    constructor();
+    invoke(context: ToolCallContext, _parameters: ClickButtonToolCoreParameters, element: Locator): Promise<string>;
+}

package/dist/tools/ClickButtonTool.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ClickButtonTool = void 0;
+const ReplayableInteraction_1 = require("./ReplayableInteraction");
+const MiscUtils_1 = require("../utils/MiscUtils");
+class ClickButtonTool extends ReplayableInteraction_1.ReplayableInteraction {
+    static NAME = 'clickButton';
+    constructor() {
+        super(ClickButtonTool.NAME, 'Click an element on a webpage.', 'SelectorBasedClickButtonToolParameters', 'AnnotationBasedClickButtonToolParameters');
+    }
+    async invoke(context, _parameters, element) {
+        const page = context.page;
+        const box = await element.boundingBox();
+        if (!box) {
+            throw new Error(`Failed to retrieve element bounding box for '${element}'; element may be offscreen or detached.`);
+        }
+        try {
+            await element.click({
+                delay: MiscUtils_1.MiscUtils.generateHumanLikeClickDurationInMs(),
+                timeout: 1000,
+            });
+            return 'Clicked the element.';
+        }
+        catch (_error) {
+            const x = box.x + box.width / 2;
+            const y = box.y + box.height / 2;
+            await page.mouse.move(x, y);
+            await page.mouse.click(x, y, {
+                delay: MiscUtils_1.MiscUtils.generateHumanLikeClickDurationInMs(),
+            });
+            return 'Clicked on the element.';
+        }
+    }
+}
+exports.ClickButtonTool = ClickButtonTool;
+//# sourceMappingURL=ClickButtonTool.js.map

package/dist/tools/ClickButtonTool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ClickButtonTool.js","sourceRoot":"","sources":["../../src/tools/ClickButtonTool.ts"],"names":[],"mappings":";;;AAEA,mEAIiC;AACjC,kDAA+C;AAU/C,MAAa,eAAgB,SAAQ,6CAIpC;IACQ,MAAM,CAAU,IAAI,GAAG,aAAa,CAAC;IAE5C;QACE,KAAK,CACH,eAAe,CAAC,IAAI,EACpB,gCAAgC,EAChC,wCAAwC,EACxC,0CAA0C,CAC3C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CACV,OAAwB,EACxB,WAA0C,EAC1C,OAAgB;QAEhB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;QAExC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CACb,gDAAgD,OAAO,0CAA0C,CAClG,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,CAAC;gBAClB,KAAK,EAAE,qBAAS,CAAC,kCAAkC,EAAE;gBACrD,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;YACH,OAAO,sBAAsB,CAAC;QAChC,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;YACjC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE;gBAC3B,KAAK,EAAE,qBAAS,CAAC,kCAAkC,EAAE;aACtD,CAAC,CAAC;YACH,OAAO,yBAAyB,CAAC;QACnC,CAAC;IACH,CAAC;;AA7CH,0CA8CC"}

package/dist/tools/ClickTool.d.ts

@@ -0,0 +1,14 @@
+import { Locator } from 'playwright';
+import { ToolCallContext } from '../models/ToolCallContext';
+import { ReplayableInteraction, AnnotationBasedParameters, SelectorBasedParameters } from './ReplayableInteraction';
+export interface ClickToolCoreParameters {
+}
+export interface SelectorBasedClickToolParameters extends SelectorBasedParameters, ClickToolCoreParameters {
+}
+export interface AnnotationBasedClickToolParameters extends AnnotationBasedParameters, ClickToolCoreParameters {
+}
+export declare class ClickTool extends ReplayableInteraction<ClickToolCoreParameters, SelectorBasedClickToolParameters, AnnotationBasedClickToolParameters> {
+    static readonly NAME = "click";
+    constructor();
+    invoke(context: ToolCallContext, _parameters: ClickToolCoreParameters, element: Locator): Promise<string>;
+}

package/dist/tools/ClickTool.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ClickTool = void 0;
+const ReplayableInteraction_1 = require("./ReplayableInteraction");
+const MiscUtils_1 = require("../utils/MiscUtils");
+class ClickTool extends ReplayableInteraction_1.ReplayableInteraction {
+    static NAME = 'click';
+    constructor() {
+        super(ClickTool.NAME, 'Click an element on a webpage.', 'SelectorBasedClickToolParameters', 'AnnotationBasedClickToolParameters');
+    }
+    async invoke(context, _parameters, element) {
+        const page = context.page;
+        const box = await element.boundingBox();
+        if (!box) {
+            throw new Error(`Failed to retrieve element bounding box for '${element}'; element may be offscreen or detached.`);
+        }
+        try {
+            await element.click({
+                delay: MiscUtils_1.MiscUtils.generateHumanLikeClickDurationInMs(),
+                timeout: 1000,
+            });
+            return 'Clicked the element.';
+        }
+        catch (_error) {
+            const x = box.x + box.width / 2;
+            const y = box.y + box.height / 2;
+            await page.mouse.move(x, y);
+            await page.mouse.click(x, y, {
+                delay: MiscUtils_1.MiscUtils.generateHumanLikeClickDurationInMs(),
+            });
+            return 'Clicked on the element.';
+        }
+    }
+}
+exports.ClickTool = ClickTool;
+//# sourceMappingURL=ClickTool.js.map

package/dist/tools/ClickTool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ClickTool.js","sourceRoot":"","sources":["../../src/tools/ClickTool.ts"],"names":[],"mappings":";;;AAEA,mEAIiC;AACjC,kDAA+C;AAU/C,MAAa,SAAU,SAAQ,6CAI9B;IACQ,MAAM,CAAU,IAAI,GAAG,OAAO,CAAC;IAEtC;QACE,KAAK,CACH,SAAS,CAAC,IAAI,EACd,gCAAgC,EAChC,kCAAkC,EAClC,oCAAoC,CACrC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CACV,OAAwB,EACxB,WAAoC,EACpC,OAAgB;QAEhB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;QAExC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CACb,gDAAgD,OAAO,0CAA0C,CAClG,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,CAAC;gBAClB,KAAK,EAAE,qBAAS,CAAC,kCAAkC,EAAE;gBACrD,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;YACH,OAAO,sBAAsB,CAAC;QAChC,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;YACjC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE;gBAC3B,KAAK,EAAE,qBAAS,CAAC,kCAAkC,EAAE;aACtD,CAAC,CAAC;YACH,OAAO,yBAAyB,CAAC;QACnC,CAAC;IACH,CAAC;;AA7CH,8BA8CC"}

package/dist/tools/CreateBrowserCookieReportTool.d.ts

@@ -0,0 +1,15 @@
+import { Tool } from './Tool';
+import { ToolCallContext } from '../models/ToolCallContext';
+import { ToolCallResult } from '../models/ToolCallResult';
+import { BaseToolGptParameters } from '../models/BaseToolGptParameters';
+export interface CreateBrowserCookieReportToolCoreParameters {
+}
+export interface CreateBrowserCookieReportToolGptParameters extends BaseToolGptParameters, CreateBrowserCookieReportToolCoreParameters {
+}
+export declare class CreateBrowserCookieReportTool extends Tool<CreateBrowserCookieReportToolCoreParameters, CreateBrowserCookieReportToolGptParameters> {
+    static readonly NAME = "createBrowserCookieReport";
+    constructor();
+    call(context: ToolCallContext, _parameters: CreateBrowserCookieReportToolCoreParameters): Promise<ToolCallResult>;
+    callFromGpt(context: ToolCallContext, parameters: CreateBrowserCookieReportToolGptParameters): Promise<ToolCallResult>;
+    private convertUnixTimeToString;
+}

package/dist/tools/CreateBrowserCookieReportTool.js

@@ -0,0 +1,98 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CreateBrowserCookieReportTool = void 0;
+const Tool_1 = require("./Tool");
+const JsonUtils_1 = require("../utils/JsonUtils");
+const MiscUtils_1 = require("../utils/MiscUtils");
+const Logger_1 = require("../utils/Logger");
+class CreateBrowserCookieReportTool extends Tool_1.Tool {
+    static NAME = 'createBrowserCookieReport';
+    constructor() {
+        super(CreateBrowserCookieReportTool.NAME, 'Perform an analysis of the cookies for the current web browsing session.', 'CreateBrowserCookieReportToolCoreParameters', 'CreateBrowserCookieReportToolGptParameters', true);
+    }
+    async call(context, _parameters) {
+        const gptClient = context.gptClient;
+        const cookies = JsonUtils_1.JsonUtils.objectToJson(await context.page.context().cookies());
+        // Create a map to store cookies by name for easy lookup and to convert the
+        // "expires" field to a string
+        const cookieMap = new Map();
+        for (const cookie of cookies) {
+            if ('expires' in cookie && typeof cookie.expires === 'number') {
+                cookie.expires = this.convertUnixTimeToString(cookie.expires);
+            }
+            if ('name' in cookie) {
+                cookieMap.set(cookie.name, cookie);
+            }
+        }
+        const prompt = `
+      ${JSON.stringify(cookies, null, 2)}
+
+      Above is a list of cookies for the current web browsing session.
+      For each cookie, report on its actual or potential purpose.
+      Do not report on any cookies that are not listed above.
+    `;
+        const userMessage = {
+            type: 'user',
+            items: [{ type: 'text', text: prompt }],
+        };
+        const cookieAnalysesSchema = {
+            type: 'object',
+            properties: {
+                analyses: {
+                    type: 'array',
+                    items: {
+                        type: 'object',
+                        properties: {
+                            cookieName: {
+                                type: 'string',
+                                description: 'The cookie that has been analyzed.',
+                            },
+                            analysis: {
+                                type: 'string',
+                                description: 'The analysis for the cookie, including its actual or perceived intended purpose.',
+                            },
+                        },
+                        required: ['cookieName', 'analysis'],
+                        additionalProperties: false,
+                    },
+                },
+            },
+            required: ['analyses'],
+            additionalProperties: false,
+        };
+        const gptReportResponse = await gptClient.getStructuredOutputWithSchema([userMessage], cookieAnalysesSchema);
+        MiscUtils_1.MiscUtils.updateTokenCounts(gptReportResponse, context.metadata);
+        const filteredCookieAnalyses = { analyses: [] };
+        for (const analysis of gptReportResponse.output.analyses) {
+            const originalCookie = cookieMap.get(analysis.cookieName);
+            if (originalCookie) {
+                const filteredAnalysis = {
+                    analysis: analysis.analysis,
+                    ...originalCookie,
+                };
+                filteredCookieAnalyses.analyses.push(filteredAnalysis);
+            }
+            else {
+                Logger_1.Logger.appLogger.error(`No matching cookie found for analysis: ${analysis.cookieName}`);
+            }
+        }
+        return {
+            isSuccessful: true,
+            forLlm: JSON.stringify(filteredCookieAnalyses, null, 2),
+            metadata: filteredCookieAnalyses,
+        };
+    }
+    async callFromGpt(context, parameters) {
+        return this.call(context, parameters);
+    }
+    convertUnixTimeToString(unixTime) {
+        if (unixTime < 0) {
+            return 'session';
+        }
+        const unixTimeMillis = Math.round(unixTime * 1000);
+        const date = new Date(unixTimeMillis);
+        return date.toUTCString();
+    }
+}
+exports.CreateBrowserCookieReportTool = CreateBrowserCookieReportTool;
+//# sourceMappingURL=CreateBrowserCookieReportTool.js.map

package/dist/tools/CreateBrowserCookieReportTool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CreateBrowserCookieReportTool.js","sourceRoot":"","sources":["../../src/tools/CreateBrowserCookieReportTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAG9B,kDAA+C;AAC/C,kDAA+C;AAC/C,4CAAyC;AAUzC,MAAa,6BAA8B,SAAQ,WAGlD;IACQ,MAAM,CAAU,IAAI,GAAG,2BAA2B,CAAC;IAE1D;QACE,KAAK,CACH,6BAA6B,CAAC,IAAI,EAClC,0EAA0E,EAC1E,6CAA6C,EAC7C,4CAA4C,EAC5C,IAAI,CACL,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,OAAwB,EACxB,WAAwD;QAExD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAU,CAAC;QACrC,MAAM,OAAO,GAAG,qBAAS,CAAC,YAAY,CACpC,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,CACvC,CAAC;QAEF,2EAA2E;QAC3E,8BAA8B;QAC9B,MAAM,SAAS,GAAG,IAAI,GAAG,EAAe,CAAC;QAEzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,SAAS,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC9D,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAChE,CAAC;YAED,IAAI,MAAM,IAAI,MAAM,EAAE,CAAC;gBACrB,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG;QACX,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;;;;;KAKnC,CAAC;QAEF,MAAM,WAAW,GAAG;YAClB,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;SAClB,CAAC;QAExB,MAAM,oBAAoB,GAAgB;YACxC,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE;wBACL,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,UAAU,EAAE;gCACV,IAAI,EAAE,QAAQ;gCACd,WAAW,EAAE,oCAAoC;6BAClD;4BACD,QAAQ,EAAE;gCACR,IAAI,EAAE,QAAQ;gCACd,WAAW,EACT,kFAAkF;6BACrF;yBACF;wBACD,QAAQ,EAAE,CAAC,YAAY,EAAE,UAAU,CAAC;wBACpC,oBAAoB,EAAE,KAAK;qBAC5B;iBACF;aACF;YACD,QAAQ,EAAE,CAAC,UAAU,CAAC;YACtB,oBAAoB,EAAE,KAAK;SAC5B,CAAC;QAEF,MAAM,iBAAiB,GAAG,MAAM,SAAS,CAAC,6BAA6B,CACrE,CAAC,WAAW,CAAC,EACb,oBAAoB,CACrB,CAAC;QAEF,qBAAS,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEjE,MAAM,sBAAsB,GAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QAErD,KAAK,MAAM,QAAQ,IAAI,iBAAiB,CAAC,MAAM,CAAC,QAAe,EAAE,CAAC;YAChE,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAE1D,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,gBAAgB,GAAG;oBACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,GAAG,cAAc;iBAClB,CAAC;gBACF,sBAAsB,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACN,eAAM,CAAC,SAAS,CAAC,KAAK,CACpB,0CAA0C,QAAQ,CAAC,UAAU,EAAE,CAChE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,sBAAsB,EAAE,IAAI,EAAE,CAAC,CAAC;YACvD,QAAQ,EAAE,sBAAsB;SACjC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAAsD;QAEtD,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;IAEO,uBAAuB,CAAC,QAAgB;QAC9C,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACjB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;IAC5B,CAAC;;AA9HH,sEA+HC"}