culparepellendus 1.0.0

package/packages/arcgis-rest-portal/src/util/SearchQueryBuilder.ts

@@ -0,0 +1,391 @@
+/* Copyright (c) 2018-2021 Environmental Systems Research Institute, Inc.
+ * Apache-2.0 */
+
+import { IParamBuilder, warn } from "@esri/arcgis-rest-request";
+
+/**
+ * `SearchQueryBuilder` can be used to construct the `q` param for
+ * [`searchItems`](/arcgis-rest-js/api/portal/searchItems#searchItems-search) or
+ * [`searchGroups`](/arcgis-rest-js/api/portal/searchGroups#searchGroups-search).
+ * By chaining methods, it helps build complex search queries.
+ *
+ * ```js
+ * const startDate = new Date("2020-01-01");
+ * const endDate = new Date("2020-09-01");
+ * const query = new SearchQueryBuilder()
+ *  .match("Patrick")
+ *  .in("owner")
+ *  .and()
+ *  .from(startDate)
+ *  .to(endDate)
+ *  .in("created")
+ *  .and()
+ *  .startGroup()
+ *    .match("Web Mapping Application")
+ *    .in("type")
+ *    .or()
+ *    .match("Mobile Application")
+ *    .in("type")
+ *    .or()
+ *    .match("Application")
+ *    .in("type")
+ *  .endGroup()
+ *  .and()
+ *  .match("Demo App");
+ *
+ * searchItems(query).then((res) => {
+ *   console.log(res.results);
+ * });
+ * ```
+ *
+ * Will search for items matching
+ * ```
+ * "owner: Patrick AND created:[1577836800000 TO 1598918400000] AND (type:"Web Mapping Application" OR type:"Mobile Application" OR type:Application) AND Demo App"
+ * ```
+ */
+export class SearchQueryBuilder implements IParamBuilder {
+  private termStack: any[] = [];
+  private rangeStack: any[] = [];
+  private q: string;
+  private openGroups = 0;
+  private currentModifer: string;
+
+  /**
+   * @param q An existing query string to start building from.
+   */
+  constructor(q = "") {
+    this.q = q;
+  }
+
+  /**
+   * Defines strings to search for.
+   *
+   * ```js
+   * const query = new SearchQueryBuilder()
+   *   .match("My Layer")
+   * ```
+   *
+   * @param terms strings to search for.
+   */
+  public match(this: SearchQueryBuilder, ...terms: string[]) {
+    this.termStack = this.termStack.concat(terms);
+    return this;
+  }
+
+  /**
+   * Defines fields to search in. You can pass `"*"` or call this method without arguments to search a default set of fields
+   *
+   * ```js
+   * const query = new SearchQueryBuilder()
+   *   .match("My Layer")
+   *   .in("title")
+   * ```
+   *
+   * @param field The field to search for the previous match in.
+   */
+  public in(this: SearchQueryBuilder, field?: string) {
+    const fn = `\`in(${field ? `"${field}"` : ""})\``;
+
+    if (!this.hasRange && !this.hasTerms) {
+      warn(
+        // apparently-p-rettier-ignore causes some
+        `${fn} was called with no call to \`match(...)\` or \`from(...)\`/\`to(...)\`. Your query was not modified.`
+      );
+      return this;
+    }
+
+    if (field && field !== "*") {
+      this.q += `${field}:`;
+    }
+
+    return this.commit();
+  }
+
+  /**
+   * Starts a new search group.
+   *
+   * ```js
+   * const query = new SearchQueryBuilder()
+   *   .startGroup()
+   *     .match("Lakes")
+   *     .in("title")
+   *   .endGroup()
+   *   .or()
+   *   .startGroup()
+   *     .match("Rivers")
+   *     .in("title")
+   *   .endGroup()
+   * ```
+   */
+  public startGroup(this: SearchQueryBuilder) {
+    this.commit();
+    if (this.openGroups > 0) {
+      this.q += " ";
+    }
+    this.openGroups++;
+    this.q += "(";
+    return this;
+  }
+
+  /**
+   * Ends a search group.
+   *
+   * ```js
+   * const query = new SearchQueryBuilder()
+   *   .startGroup()
+   *     .match("Lakes")
+   *     .in("title")
+   *   .endGroup()
+   *   .or()
+   *   .startGroup()
+   *     .match("Rivers")
+   *     .in("title")
+   *   .endGroup()
+   * ```
+   */
+  public endGroup(this: SearchQueryBuilder) {
+    if (this.openGroups <= 0) {
+      warn(
+        `\`endGroup(...)\` was called without calling \`startGroup(...)\` first. Your query was not modified.`
+      );
+      return this;
+    }
+    this.commit();
+    this.openGroups--;
+    this.q += ")";
+    return this;
+  }
+
+  /**
+   * Joins two sets of queries with an `AND` clause.
+   *
+   * ```js
+   * const query = new SearchQueryBuilder()
+   *   .match("Lakes")
+   *   .in("title")
+   *   .and()
+   *   .match("Rivers")
+   *   .in("title")
+   * ```
+   */
+  public and(this: SearchQueryBuilder) {
+    return this.addModifier("and");
+  }
+
+  /**
+   * Joins two sets of queries with an `OR` clause.
+   *
+   * ```js
+   * const query = new SearchQueryBuilder()
+   *   .match("Lakes")
+   *   .in("title")
+   *   .or()
+   *   .match("Rivers")
+   *   .in("title")
+   * ```
+   */
+  public or(this: SearchQueryBuilder) {
+    return this.addModifier("or");
+  }
+
+  /**
+   * Joins two sets of queries with a `NOT` clause. Another option for filtering results is the [prohibit operator '-'](https://developers.arcgis.com/rest/users-groups-and-items/search-reference.htm#ESRI_SECTION1_5C6C35DB9E4A4F4492C5B937BDA2BF67).
+   *
+   * ```js
+   * // omit results with "Rivers" in their title
+   * const query = new SearchQueryBuilder()
+   *   .not()
+   *   .match("Rivers")
+   *   .in("title")
+   *
+   * // equivalent
+   * const query = new SearchQueryBuilder()
+   *   .match("Rivers")
+   *   .in("-title")
+   * ```
+   */
+  public not(this: SearchQueryBuilder) {
+    return this.addModifier("not");
+  }
+
+  /**
+   * Begins a new range query.
+   *
+   * ```js
+   *
+   * const NEWYEARS = new Date("2020-01-01")
+   * const TODAY = new Date()
+   *
+   * const query = new SearchQueryBuilder()
+   *   .from(NEWYEARS)
+   *   .to(TODAY)
+   *   .in("created")
+   * ```
+   */
+  public from(this: SearchQueryBuilder, term: number | string | Date) {
+    if (this.hasTerms) {
+      warn(
+        // apparently-p*rettier-ignore causes prettier to strip *all* comments O_o
+        `\`from(...)\` is not allowed after \`match(...)\` try using \`.from(...).to(...).in(...)\`. Optionally, you may see this because dates are incorrectly formatted. Dates should be a primative Date value, aka a number in milliseconds or Date object, ie new Date("2020-01-01").  Your query was not modified.`
+      );
+      return this;
+    }
+    this.rangeStack[0] = term;
+    return this;
+  }
+
+  /**
+   * Ends a range query.
+   *
+   * ```js
+   * const query = new SearchQueryBuilder()
+   *   .from(yesterdaysDate)
+   *   .to(todaysDate)
+   *   .in("created")
+   * ```
+   */
+  public to(this: SearchQueryBuilder, term: any) {
+    if (this.hasTerms) {
+      warn(
+        // apparently-p*rettier-ignore causes prettier to strip *all* comments O_o
+        `\`to(...)\` is not allowed after \`match(...)\` try using \`.from(...).to(...).in(...)\`. Optionally, you may see this because dates are incorrectly formatted. Dates should be a primative Date value, aka a number in milliseconds or Date object, ie new Date("2020-01-01"). Your query was not modified.`
+      );
+      return this;
+    }
+    this.rangeStack[1] = term;
+    return this;
+  }
+
+  /**
+   * Boosts the previous term to increase its rank in the results.
+   *
+   * ```js
+   * const query = new SearchQueryBuilder()
+   *   .match("Lakes")
+   *   .in("title")
+   *   .or()
+   *   .match("Rivers")
+   *   .in("title")
+   *   .boost(3)
+   * ```
+   */
+  public boost(this: SearchQueryBuilder, num: number) {
+    this.commit();
+    this.q += `^${num}`;
+    return this;
+  }
+
+  /**
+   * Returns the current query string. Called internally when the request is made.
+   */
+  public toParam() {
+    this.commit();
+    this.cleanup();
+    return this.q;
+  }
+
+  /**
+   * Returns a new instance of `SearchQueryBuilder` based on the current instance.
+   */
+  public clone() {
+    this.commit();
+    this.cleanup();
+    return new SearchQueryBuilder(this.q + "");
+  }
+
+  private addModifier(modifier: string) {
+    if (this.currentModifer) {
+      warn(
+        // apparently-p*rettier-ignore causes prettier to strip *all* comments O_o
+        `You have called \`${this.currentModifer}()\` after \`${modifier}()\`. Your current query was not modified.`
+      );
+      return this;
+    }
+
+    this.commit();
+
+    if (this.q === "" && modifier !== "not") {
+      warn(
+        `You have called \`${modifier}()\` without calling another method to modify your query first. Try calling \`match()\` first.`
+      );
+      return this;
+    }
+
+    this.currentModifer = modifier;
+    this.q += this.q === "" ? "" : " ";
+    this.q += `${modifier.toUpperCase()} `;
+    return this;
+  }
+
+  private needsQuotes(s: string) {
+    return /\s|:/g.test(s);
+  }
+
+  private formatTerm(term: any) {
+    if (term instanceof Date) {
+      return term.getTime();
+    }
+
+    if (typeof term === "string" && this.needsQuotes(term)) {
+      return `"${term}"`;
+    }
+
+    return term;
+  }
+
+  private commit() {
+    this.currentModifer = undefined;
+    if (this.hasRange) {
+      this.q += `[${this.formatTerm(this.rangeStack[0])} TO ${this.formatTerm(
+        this.rangeStack[1]
+      )}]`;
+      this.rangeStack = [undefined, undefined];
+    }
+
+    if (this.hasTerms) {
+      this.q += this.termStack
+        .map((term) => {
+          return this.formatTerm(term);
+        })
+        .join(" ");
+      this.termStack = [];
+    }
+
+    return this;
+  }
+
+  private get hasTerms() {
+    return this.termStack.length > 0;
+  }
+
+  private get hasRange() {
+    return this.rangeStack.length && this.rangeStack[0] && this.rangeStack[1];
+  }
+
+  private cleanup() {
+    // end a group if we have started one
+    if (this.openGroups > 0) {
+      warn(
+        // apparently-p*rettier-ignore causes prettier to strip *all* comments O_o
+        `Automatically closing ${this.openGroups} group(s). You can use \`endGroup(...)\` to remove this warning.`
+      );
+
+      while (this.openGroups > 0) {
+        this.q += ")";
+        this.openGroups--;
+      }
+    }
+
+    const oldQ = this.q;
+    this.q = oldQ.replace(/( AND ?| NOT ?| OR ?)*$/, "");
+
+    if (oldQ !== this.q) {
+      warn(
+        `\`startGroup(...)\` was called without calling \`endGroup(...)\` first. Your query was not modified.`
+      );
+    }
+
+    // clear empty groups
+    this.q = this.q.replace(/(\(\))*/, "");
+  }
+}

package/packages/arcgis-rest-portal/src/util/array.ts

@@ -0,0 +1,16 @@
+/* Copyright (c) 2019 Environmental Systems Research Institute, Inc.
+ * Apache-2.0 */
+
+export function chunk<T>(array: T[], size: number) {
+  if (array.length === 0) {
+    return [];
+  }
+
+  const chunks = [];
+
+  for (let i = 0; i < array.length; i += size) {
+    chunks.push(array.slice(i, i + size));
+  }
+
+  return chunks;
+}

package/packages/arcgis-rest-portal/src/util/generic-search.ts

@@ -0,0 +1,114 @@
+/* Copyright (c) 2018 Environmental Systems Research Institute, Inc.
+ * Apache-2.0 */
+
+import {
+  request,
+  IRequestOptions,
+  appendCustomParams,
+} from "@esri/arcgis-rest-request";
+import { IItem, IGroup, IUser } from "@esri/arcgis-rest-types";
+
+import { SearchQueryBuilder } from "./SearchQueryBuilder";
+import { getPortalUrl } from "../util/get-portal-url";
+import {
+  ISearchOptions,
+  ISearchGroupContentOptions,
+  ISearchResult,
+} from "../util/search";
+
+export function genericSearch<T extends IItem | IGroup | IUser>(
+  search:
+    | string
+    | ISearchOptions
+    | ISearchGroupContentOptions
+    | SearchQueryBuilder,
+  searchType: "item" | "group" | "groupContent" | "user"
+): Promise<ISearchResult<T>> {
+  let options: IRequestOptions;
+  if (typeof search === "string" || search instanceof SearchQueryBuilder) {
+    options = {
+      httpMethod: "GET",
+      params: {
+        q: search,
+      },
+    };
+  } else {
+    // searchUserAccess has one (knonw) valid value: "groupMember"
+    options = appendCustomParams<ISearchOptions>(
+      search,
+      [
+        "q",
+        "num",
+        "start",
+        "sortField",
+        "sortOrder",
+        "searchUserAccess",
+        "searchUserName",
+        "filter",
+        "countFields",
+        "countSize",
+        "categories",
+        "categoryFilters",
+      ],
+      {
+        httpMethod: "GET",
+      }
+    );
+  }
+
+  let path;
+  switch (searchType) {
+    case "item":
+      path = "/search";
+      break;
+    case "group":
+      path = "/community/groups";
+      break;
+    case "groupContent":
+      // Need to have groupId property to do group contents search,
+      // cso filter out all but ISearchGroupContentOptions
+      if (
+        typeof search !== "string" &&
+        !(search instanceof SearchQueryBuilder) &&
+        search.groupId
+      ) {
+        path = `/content/groups/${search.groupId}/search`;
+      } else {
+        return Promise.reject(
+          new Error("you must pass a `groupId` option to `searchGroupContent`")
+        );
+      }
+      break;
+    default:
+      // "users"
+      path = "/portals/self/users/search";
+      break;
+  }
+  const url = getPortalUrl(options) + path;
+
+  // send the request
+  return request(url, options).then((r) => {
+    if (r.nextStart && r.nextStart !== -1) {
+      r.nextPage = function () {
+        let newOptions: ISearchOptions;
+
+        if (
+          typeof search === "string" ||
+          search instanceof SearchQueryBuilder
+        ) {
+          newOptions = {
+            q: search,
+            start: r.nextStart,
+          };
+        } else {
+          newOptions = search;
+          newOptions.start = r.nextStart;
+        }
+
+        return genericSearch<T>(newOptions, searchType);
+      };
+    }
+
+    return r;
+  });
+}

package/packages/arcgis-rest-portal/src/util/get-portal-settings.ts

@@ -0,0 +1,45 @@
+/* Copyright (c) 2017-2019 Environmental Systems Research Institute, Inc.
+ * Apache-2.0 */
+
+import { IExtent } from "@esri/arcgis-rest-types";
+import { request, IRequestOptions } from "@esri/arcgis-rest-request";
+
+import { getPortalUrl } from "./get-portal-url";
+
+export interface IPortalSettings {
+  allowedRedirectUris: string[];
+  defaultExtent: IExtent;
+  helperServices: { [key: string]: any };
+  informationalBanner: { [key: string]: any };
+  [key: string]: any;
+}
+
+/**
+ * ```js
+ * import { getPortalSettings } from "@esri/arcgis-rest-portal";
+ * //
+ * getPortalSettings()
+ * getPortalSettings("fe8")
+ * getPortalSettings(null, { portal: "https://custom.maps.arcgis.com/sharing/rest/" })
+ * ```
+ * Fetch the settings for the current portal by id. If no id is passed, portals/self/settings will be called
+ * @param id
+ * @param requestOptions
+ */
+export function getPortalSettings(
+  id?: string,
+  requestOptions?: IRequestOptions
+): Promise<IPortalSettings> {
+  // construct the search url
+  const idOrSelf = id ? id : "self";
+  const url = `${getPortalUrl(requestOptions)}/portals/${idOrSelf}/settings`;
+
+  // default to a GET request
+  const options: IRequestOptions = {
+    ...{ httpMethod: "GET" },
+    ...requestOptions
+  };
+
+  // send the request
+  return request(url, options);
+}

package/packages/arcgis-rest-portal/src/util/get-portal-url.ts

@@ -0,0 +1,28 @@
+/* Copyright (c) 2017 Environmental Systems Research Institute, Inc.
+ * Apache-2.0 */
+
+import { IRequestOptions, cleanUrl } from "@esri/arcgis-rest-request";
+
+/**
+ * Helper that returns the appropriate portal url for a given request. `requestOptions.portal` is given
+ * precedence over `authentication.portal`. If neither `portal` nor `authentication` is present,
+ * `www.arcgis.com/sharing/rest` is returned.
+ *
+ * @param requestOptions - Request options that may have authentication manager
+ * @returns Portal url to be used in API requests
+ */
+export function getPortalUrl(requestOptions: IRequestOptions = {}): string {
+  // use portal in options if specified
+  if (requestOptions.portal) {
+    return cleanUrl(requestOptions.portal);
+  }
+
+  // if auth was passed, use that portal
+  if (requestOptions.authentication) {
+    // the portal url is already scrubbed in the auth package
+    return requestOptions.authentication.portal;
+  }
+
+  // default to arcgis.com
+  return "https://www.arcgis.com/sharing/rest";
+}

package/packages/arcgis-rest-portal/src/util/get-portal.ts

@@ -0,0 +1,53 @@
+/* Copyright (c) 2017-2019 Environmental Systems Research Institute, Inc.
+ * Apache-2.0 */
+
+import { request, IRequestOptions } from "@esri/arcgis-rest-request";
+
+import { getPortalUrl } from "./get-portal-url";
+
+export interface IPortal {
+  id: string;
+  isPortal: boolean;
+  name: string;
+  [key: string]: any;
+}
+
+/**
+ * Get the portal
+ * @param requestOptions
+ */
+export function getSelf(requestOptions?: IRequestOptions): Promise<IPortal> {
+  // just delegate to getPortal w/o an id
+  return getPortal(null, requestOptions);
+}
+
+/**
+ * ```js
+ * import { getPortal } from "@esri/arcgis-rest-request";
+ * //
+ * getPortal()
+ * getPortal("fe8")
+ * getPortal(null, { portal: "https://custom.maps.arcgis.com/sharing/rest/" })
+ * ```
+ * Fetch information about the specified portal by id. If no id is passed, portals/self will be called.
+ * Note that if you intend to request a portal by id and it is different from the portal specified by options.authentication, you must also pass options.portal.
+ * @param id
+ * @param requestOptions
+ */
+export function getPortal(
+  id?: string,
+  requestOptions?: IRequestOptions
+): Promise<IPortal> {
+  // construct the search url
+  const idOrSelf = id ? id : "self";
+  const url = `${getPortalUrl(requestOptions)}/portals/${idOrSelf}`;
+
+  // default to a GET request
+  const options: IRequestOptions = {
+    ...{ httpMethod: "GET" },
+    ...requestOptions
+  };
+
+  // send the request
+  return request(url, options);
+}

package/packages/arcgis-rest-portal/src/util/get-subscription-info.ts

@@ -0,0 +1,43 @@
+/* Copyright (c) 2017-2019 Environmental Systems Research Institute, Inc.
+ * Apache-2.0 */
+
+import { request, IRequestOptions } from "@esri/arcgis-rest-request";
+
+import { getPortalUrl } from "./get-portal-url";
+
+export interface ISubscriptionInfo {
+  id: string;
+  [key: string]: any;
+}
+
+/**
+ * ```js
+ * import { getSubscriptionInfo } from "@esri/arcgis-rest-request";
+ * //
+ * getSubscriptionInfo()
+ * getSubscriptionInfo("fe8")
+ * getSubscriptionInfo(null, { portal: "https://custom.maps.arcgis.com/sharing/rest/" })
+ * ```
+ * Fetch subscription information about the current portal by id. If no id is passed, portals/self/subscriptionInfo will be called
+ * @param id
+ * @param requestOptions
+ */
+export function getSubscriptionInfo(
+  id?: string,
+  requestOptions?: IRequestOptions
+): Promise<ISubscriptionInfo> {
+  // construct the search url
+  const idOrSelf = id ? id : "self";
+  const url = `${getPortalUrl(
+    requestOptions
+  )}/portals/${idOrSelf}/subscriptionInfo`;
+
+  // default to a GET request
+  const options: IRequestOptions = {
+    ...{ httpMethod: "GET" },
+    ...requestOptions
+  };
+
+  // send the request
+  return request(url, options);
+}

package/packages/arcgis-rest-portal/src/util/scrub-control-chars.ts

@@ -0,0 +1,13 @@
+// eslint-disable-next-line no-control-regex
+const CONTROL_CHAR_MATCHER = /[\x00-\x1F\x7F-\x9F\xA0]/g;
+
+/**
+ * Returns a new string with all control characters removed.
+ *
+ * Doesn't remove characters from input string.
+ *
+ * @param str - the string to scrub
+ */
+export function scrubControlChars (str: string) {
+  return str.replace(CONTROL_CHAR_MATCHER, "");
+}