@pillar-ai/sdk 0.1.33 → 0.2.0

package/dist/ui/types.d.ts

@@ -1,293 +0,0 @@
-/**
- * UI Interaction Types
- *
- * Type definitions for the UI scanning and interaction system.
- * This enables AI agents to understand and interact with page elements.
- */
-/**
- * Supported UI interaction types.
- *
- * - click: Click/tap on an element
- * - type: Enter text into an input field
- * - select: Select an option from a dropdown/select
- * - scroll: Scroll element into view
- * - hover: Hover over an element
- * - focus: Focus an element
- * - clear: Clear an input field's value
- */
-export type UIInteractionType = 'click' | 'type' | 'select' | 'scroll' | 'hover' | 'focus' | 'clear';
-/**
- * Element types detected by the scanner.
- */
-export type UIElementType = 'button' | 'link' | 'input' | 'textarea' | 'select' | 'checkbox' | 'radio' | 'switch' | 'slider' | 'menu' | 'menuitem' | 'tab' | 'dialog' | 'custom' | 'unknown';
-/**
- * Bounding rectangle for an element.
- */
-export interface UIElementRect {
-    x: number;
-    y: number;
-    width: number;
-    height: number;
-}
-/**
- * Represents a scanned UI element.
- *
- * Contains all information needed for the AI to understand
- * and interact with a page element.
- */
-export interface UIElement {
-    /**
-     * Unique identifier for this element.
-     * Generated during scanning (e.g., "pillar-el-0").
-     * Used to target the element for interactions.
-     */
-    id: string;
-    /**
-     * HTML tag name (lowercase).
-     * @example "button", "input", "div"
-     */
-    tag: string;
-    /**
-     * Semantic element type.
-     * Derived from tag, role, or type attribute.
-     */
-    type: UIElementType;
-    /**
-     * Human-readable label for the AI.
-     * Extracted from aria-label, text content, title, etc.
-     */
-    label: string;
-    /**
-     * Whether the element can be interacted with.
-     * False if disabled or not interactive.
-     */
-    interactable: boolean;
-    /**
-     * List of interactions this element supports.
-     * Determined by element type and attributes.
-     */
-    interactions: UIInteractionType[];
-    /**
-     * Current value for inputs, textareas, selects.
-     */
-    value?: string;
-    /**
-     * Available options for select elements.
-     */
-    options?: string[];
-    /**
-     * Placeholder text for inputs/textareas.
-     */
-    placeholder?: string;
-    /**
-     * Whether checkbox/radio/switch is checked.
-     */
-    checked?: boolean;
-    /**
-     * Whether the element is disabled.
-     */
-    disabled?: boolean;
-    /**
-     * Element's bounding rectangle.
-     * Useful for understanding layout context.
-     */
-    rect: UIElementRect;
-    /**
-     * Relevant attributes from the element.
-     * Includes data-pillar-* attributes and key attributes.
-     */
-    attributes: Record<string, string>;
-    /**
-     * XPath for precise element targeting.
-     * Used as a fallback if ID-based lookup fails.
-     */
-    xpath: string;
-    /**
-     * Nearby text or labels for additional context.
-     * Helps AI understand the element's purpose.
-     */
-    context?: string;
-    /**
-     * Reference to the actual DOM element.
-     * Only available client-side, not serialized.
-     * @internal
-     */
-    _element?: HTMLElement;
-}
-/**
- * Scroll position on the page.
- */
-export interface UIScrollPosition {
-    x: number;
-    y: number;
-}
-/**
- * Page-level UI state.
- *
- * Represents a snapshot of the page's interactable elements
- * at a specific point in time.
- */
-export interface UIPageState {
-    /**
-     * Current page URL.
-     */
-    url: string;
-    /**
-     * Page title.
-     */
-    title: string;
-    /**
-     * Timestamp when the scan was performed.
-     */
-    timestamp: number;
-    /**
-     * List of interactable elements on the page.
-     */
-    elements: UIElement[];
-    /**
-     * ID of the currently focused element, if any.
-     */
-    focusedElementId?: string;
-    /**
-     * Current scroll position.
-     */
-    scrollPosition: UIScrollPosition;
-}
-/**
- * Represents a UI interaction request from the AI.
- */
-export interface UIInteraction {
-    /**
-     * ID of the element to interact with.
-     * Must match an element from UIPageState.elements.
-     */
-    elementId: string;
-    /**
-     * Type of interaction to perform.
-     */
-    action: UIInteractionType;
-    /**
-     * Value for type/select interactions.
-     */
-    value?: string;
-    /**
-     * Additional options for the interaction.
-     */
-    options?: UIInteractionOptions;
-}
-/**
- * Options for UI interactions.
- */
-export interface UIInteractionOptions {
-    /**
-     * Whether to clear existing value before typing.
-     * Only applies to 'type' action.
-     * @default true
-     */
-    clearBeforeType?: boolean;
-    /**
-     * Delay in ms between keystrokes for type action.
-     * Use 0 for instant typing.
-     * @default 0
-     */
-    typeDelay?: number;
-    /**
-     * Whether to scroll element into view before interaction.
-     * @default true
-     */
-    scrollIntoView?: boolean;
-    /**
-     * Whether to wait for element to be visible.
-     * @default true
-     */
-    waitForVisible?: boolean;
-    /**
-     * Timeout in ms for waiting operations.
-     * @default 5000
-     */
-    timeout?: number;
-}
-/**
- * Result of a UI interaction.
- */
-export interface UIInteractionResult {
-    /**
-     * Whether the interaction succeeded.
-     */
-    success: boolean;
-    /**
-     * Error message if the interaction failed.
-     */
-    error?: string;
-    /**
-     * The element ID that was interacted with.
-     */
-    elementId: string;
-    /**
-     * The action that was performed.
-     */
-    action: UIInteractionType;
-    /**
-     * New value after the interaction (for inputs).
-     */
-    newValue?: string;
-    /**
-     * Whether the element is still present after interaction.
-     * May be false if clicking caused navigation or element removal.
-     */
-    elementStillPresent?: boolean;
-    /**
-     * Any data extracted from the interaction.
-     * For example, selected option text.
-     */
-    data?: Record<string, unknown>;
-}
-/**
- * Simplified element representation for AI context.
- *
- * Contains only essential information to reduce token usage
- * while still providing enough context for the AI.
- */
-export interface UIElementSummary {
-    /**
-     * Element ID for targeting.
-     */
-    id: string;
-    /**
-     * Human-readable label.
-     */
-    label: string;
-    /**
-     * Element type (button, input, etc.).
-     */
-    type: string;
-    /**
-     * Available interactions.
-     */
-    interactions: string[];
-    /**
-     * Current value (if applicable).
-     */
-    value?: string;
-    /**
-     * Available options (for selects).
-     */
-    options?: string[];
-    /**
-     * Additional context about the element.
-     */
-    context?: string;
-}
-/**
- * Convert a full UIElement to a summary for AI context.
- */
-export declare function toElementSummary(element: UIElement): UIElementSummary;
-/**
- * Convert UIPageState to a minimal representation for AI context.
- */
-export declare function toPageStateSummary(state: UIPageState): {
-    url: string;
-    title: string;
-    elements: UIElementSummary[];
-    focusedElementId?: string;
-};

package/dist/utils/markdown.d.ts

@@ -1,9 +0,0 @@
-/**
- * Markdown Renderer
- * Uses marked library for parsing markdown to HTML
- */
-/**
- * Render markdown content to HTML
- * Used for AI chat responses
- */
-export declare function renderMarkdown(content: string): string;