optexity 0.1.0__py3-none-any.whl

optexity/__init__.py

@@ -0,0 +1,14 @@
+import logging
+import sys
+from pathlib import Path
+
+logging.basicConfig(
+    level=logging.WARNING,  # Default level for root logger
+    format="%(asctime)s [%(levelname)s] %(name)s.%(funcName)s: %(message)s",
+    handlers=[
+        logging.StreamHandler(sys.stdout),
+        logging.FileHandler(Path("/tmp/optexity.log")),
+    ],
+)
+current_module = __name__.split(".")[0]  # top-level module/package
+logging.getLogger(current_module).setLevel(logging.DEBUG)

optexity/cli.py

@@ -0,0 +1,82 @@
+import argparse
+import logging
+import os
+import subprocess
+import sys
+
+from dotenv import load_dotenv
+from uvicorn import run
+
+logger = logging.getLogger(__name__)
+
+env_path = os.getenv("ENV_PATH")
+if not env_path:
+    logger.warning("ENV_PATH is not set, using default values")
+else:
+    load_dotenv(env_path)
+
+
+def install_browsers() -> None:
+    """Install Playwright + Patchright browsers."""
+    try:
+        subprocess.run(
+            ["playwright", "install", "--with-deps", "chromium", "chrome"],
+            check=True,
+        )
+        subprocess.run(
+            ["patchright", "install", "chromium", "chrome"],
+            check=True,
+        )
+    except subprocess.CalledProcessError as e:
+        print("❌ Failed to install browsers", file=sys.stderr)
+        sys.exit(e.returncode)
+
+
+def run_inference(args: argparse.Namespace) -> None:
+    from optexity.inference.child_process import get_app_with_endpoints
+
+    app = get_app_with_endpoints(is_aws=args.is_aws)
+    run(
+        app,
+        host=args.host,
+        port=args.port,
+    )
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser(prog="optexity")
+    subparsers = parser.add_subparsers(dest="command", required=True)
+
+    # ---------------------------
+    # install-browsers
+    # ---------------------------
+    install_cmd = subparsers.add_parser(
+        "install_browsers",
+        help="Install required browsers for Optexity",
+        aliases=["install-browsers"],
+    )
+    install_cmd.set_defaults(func=lambda _: install_browsers())
+
+    # ---------------------------
+    # inference
+    # ---------------------------
+    inference_cmd = subparsers.add_parser(
+        "inference", help="Run Optexity inference server"
+    )
+    inference_cmd.add_argument("--host", default="0.0.0.0")
+    inference_cmd.add_argument("--port", type=int, required=True)
+    inference_cmd.add_argument(
+        "--child_process_id", "--child-process-id", type=int, default=0
+    )
+    inference_cmd.add_argument(
+        "--is_aws", "--is-aws", action="store_true", default=False
+    )
+
+    inference_cmd.set_defaults(func=run_inference)
+
+    args = parser.parse_args()
+    args.func(args)
+
+
+if __name__ == "__main__":
+    main()

optexity/exceptions.py

@@ -0,0 +1,6 @@
+class AssertLocatorPresenceException(Exception):
+    def __init__(self, message: str, command: str, original_error: Exception):
+        super().__init__(message)
+        self.message = message
+        self.original_error = original_error
+        self.command = command

optexity/onepassword_integration.py

@@ -0,0 +1,33 @@
+import asyncio
+import os
+
+from onepassword import Client
+
+
+async def main():
+    # Gets your service account token from the OP_SERVICE_ACCOUNT_TOKEN environment variable.
+    token = os.getenv("OP_SERVICE_ACCOUNT_TOKEN")
+
+    # Connects to 1Password. Fill in your own integration name and version.
+    client = await Client.authenticate(
+        auth=token,
+        integration_name="My 1Password Integration",
+        integration_version="v1.0.0",
+    )
+
+    # Retrieves a secret from 1Password. Takes a secret reference as input and returns the secret to which it points.
+    value = await client.secrets.resolve(
+        "op://optexity_automation/Password112/username"
+    )
+    # value = await client.secrets.resolve("op://optexity_automation/Password11/username")
+    # use value here
+    print(value)
+    value = await client.secrets.resolve(
+        "op://optexity_automation/Password112/password"
+    )
+    value = await client.secrets.resolve("op://vault/item/field")
+    print(value)
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

optexity/test.py

@@ -0,0 +1,88 @@
+import asyncio
+import json
+import traceback
+
+from browser_use.dom.serializer.serializer import DOMTreeSerializer
+
+from optexity.inference.core.interaction.handle_select import select_option_index
+from optexity.inference.core.interaction.handle_select_utils import (
+    SelectOptionValue,
+    smart_select,
+)
+from optexity.inference.infra.browser import Browser
+from optexity.schema.actions.interaction_action import SelectOptionAction
+from optexity.schema.memory import BrowserState, Memory
+
+
+async def main():
+    memory = Memory()
+    browser = Browser(
+        memory=memory,
+        headless=False,
+        channel="chromium",
+        debug_port=9222,
+        use_proxy=False,
+    )
+    try:
+        await browser.start()
+        await browser.go_to_url("https://practice.expandtesting.com/dropdown")
+
+        # await asyncio.to_thread(input, "Press Enter to continue...")
+
+        browser_state_summary = await browser.get_browser_state_summary()
+        browser_state = BrowserState(
+            url=browser_state_summary.url,
+            screenshot=browser_state_summary.screenshot,
+            title=browser_state_summary.title,
+            axtree=browser_state_summary.dom_state.llm_representation(),
+        )
+
+        with open("/tmp/axtree.txt", "w") as f:
+            f.write(browser_state.axtree)
+
+        index = await asyncio.to_thread(input, "Enter index: ")
+        print(f"Index: {index}")
+        node = await browser.backend_agent.browser_session.get_element_by_index(
+            int(index)
+        )
+        if node is None:
+            print("Node not found")
+            return
+
+        select_option_values = DOMTreeSerializer(node)._extract_select_options(node)
+        print("Select option values:")
+        print(json.dumps(select_option_values["all_options"], indent=4))
+
+        all_options = [
+            SelectOptionValue(value=o["value"], label=o["text"])
+            for o in select_option_values["all_options"]
+        ]
+
+        while True:
+            patterns = await asyncio.to_thread(input, "Enter patterns (exit to exit): ")
+
+            if patterns.startswith("exit"):
+                return
+
+            patterns = patterns.split(",")
+
+            matched_values = await smart_select(all_options, patterns, memory)
+
+            print(f"Matched values: {matched_values}")
+
+            select_option_action = SelectOptionAction(
+                select_values=patterns,
+                prompt_instructions=f"Select the option that matches the patterns: {patterns}",
+            )
+
+            await select_option_index(select_option_action, browser, memory, None)
+
+    except Exception as e:
+        print(f"Error: {e}")
+        print(traceback.format_exc())
+    finally:
+        await browser.stop()
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

optexity-0.1.0.dist-info/METADATA

@@ -0,0 +1,313 @@
+Metadata-Version: 2.4
+Name: optexity
+Version: 0.1.0
+Summary: Optexity is a platform for building and running browser and computer agents.
+Author-email: Optexity <support@optexity.com>
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: pydantic>=2
+Requires-Dist: pydantic-settings
+Requires-Dist: optexity-browser-use>=0.9.5
+Requires-Dist: fastapi
+Requires-Dist: httpx
+Requires-Dist: aiofiles
+Requires-Dist: async-lru
+Requires-Dist: playwright
+Requires-Dist: patchright
+Requires-Dist: tokencost
+Requires-Dist: onepassword-sdk
+Provides-Extra: dev
+Requires-Dist: black; extra == "dev"
+Requires-Dist: isort; extra == "dev"
+Requires-Dist: pre-commit; extra == "dev"
+Dynamic: license-file
+
+# Optexity
+
+**Build custom browser agents** with AI-powered automation. Record browser interactions, extract data, and run complex workflows via a simple API. You can extract data from websites, fill out forms, do QA testing, and more.
+
+## Features
+
+- 🎯 **Visual Recording**: Record browser interactions with the Optexity Recorder Chrome extension
+- 🤖 **AI-Powered**: Uses LLMs to handle dynamic content and find elements intelligently
+- 📊 **Data Extraction**: Extract structured data from web pages using LLM-based extraction
+- 🔄 **Workflow Automation**: Chain multiple actions together for complex browser workflows
+- 🚀 **API-First**: Run automations via REST API with simple JSON requests
+- 🎨 **Dashboard**: Manage and monitor your automations through the Optexity dashboard
+
+## Quick Start
+
+### 1. Create an Account
+
+Head to [dashboard.optexity.com](https://dashboard.optexity.com) and sign up for a free account.
+
+### 2. Get Your API Key
+
+Once logged in, navigate to the **API Keys** section in your dashboard and create a new key.
+
+### 3. Install the Recorder Extension
+
+Install the **Optexity Recorder** extension from the [Chrome Web Store](https://chromewebstore.google.com/detail/optexity-recorder/pbaganbicadeoacahamnbgohafchgakp). This extension captures your browser interactions and converts them into automation workflows.
+
+## Installation
+
+### Prerequisites
+
+- Python 3.11+
+- Node.js 18+ (included with Conda option)
+- Git
+
+### Step 1: Clone the Repository
+
+```bash
+git clone git@github.com:Optexity/optexity.git
+cd optexity
+./update_submodule.sh
+```
+
+### Step 2: Create and Activate a Python Environment
+
+Choose **one** of the options below.
+
+#### Option A – Conda (includes Python 3.11 and Node.js)
+
+```bash
+conda create -n optexity python=3.11 nodejs
+conda activate optexity
+```
+
+Install miniconda here: https://docs.conda.io/projects/conda/en/stable/user-guide/install/index.html#installing-in-silent-mode
+
+#### Option B – Python `venv`
+
+```bash
+python3 -m venv .venv
+source .venv/bin/activate
+```
+
+> If you pick `venv`, ensure Node.js 18+ is already available on your machine before continuing.
+
+### Step 3: Install Dependencies
+
+Run everything from the repository root:
+
+```bash
+pip install -e "external/browser-use"
+pip install -e .
+playwright install --with-deps chromium chrome
+patchright install chromium chrome
+pre-commit install --install-hooks
+pre-commit install --hook-type pre-push
+```
+
+### Step 4: Configure Your Environment
+
+Optexity reads configuration from a standard `.env` file via the `ENV_PATH` environment variable.
+
+Create a `.env` file in the repo root:
+
+```bash
+touch .env
+```
+
+Add the required values:
+
+```bash
+API_KEY=YOUR_OPTEXITY_API_KEY           # API key used for authenticated requests
+GOOGLE_API_KEY=YOUR_GOOGLE_API_KEY      # API key used for Google Gemini
+DEPLOYMENT=dev                          # or "prod" in production
+```
+
+You can get your free Google Gemini API key from the [Google AI Studio Console](https://aistudio.google.com).
+
+Then export `ENV_PATH` when running processes that rely on these settings:
+
+```bash
+export ENV_PATH=.env
+```
+
+> If `ENV_PATH` is not set, the inference server will try to start with defaults and log a warning. For normal usage you should always point `ENV_PATH` at a real `.env` file.
+
+## Recording Your First Automation
+
+The fastest way to create an automation is by recording your actions directly in the browser.
+
+### Steps
+
+1. **Navigate to the target website**: Open Chrome and go to the website you want to automate (e.g., `https://stockanalysis.com/`)
+
+2. **Start capturing**: Click the Optexity Recorder extension icon and hit **Start Capture**
+
+3. **Perform your actions**:
+    - Click on the "Search" button
+    - Enter the stock symbol in the search bar
+    - Click on the first result in the search results
+
+4. **Stop and save**: When finished, click **Complete Capture**. The automation is automatically saved to your dashboard as a JSON file.
+
+### Recording Tips
+
+- Perform actions slowly and deliberately for better accuracy
+- Avoid unnecessary scrolling or hovering
+- The recorder captures clicks, text input, and form selections
+
+## Running Your Automation
+
+### Start the Inference Server
+
+The primary way to run browser automations locally is via the inference child process server.
+
+From the repository root:
+
+```bash
+ENV_PATH=.env python optexity/inference/child_process.py --port 9000 --child_process_id 0
+```
+
+Key parameters:
+
+- **`--port`**: HTTP port the local inference server listens on (e.g. `9000`).
+- **`--child_process_id`**: Integer identifier for this worker. Use different IDs if you run multiple workers in parallel.
+
+When this process starts, it exposes:
+
+- `GET /health` – health and queue status
+- `GET /is_task_running` – whether a task is currently executing
+- `POST /inference` – main endpoint to allocate and execute tasks
+
+### Call the `/inference` Endpoint
+
+With the server running on `http://localhost:9000`, you can allocate a task by sending an `InferenceRequest` to `/inference`.
+
+#### Request Schema
+
+- **`endpoint_name`**: Name of the automation endpoint to execute. This must match a recording/automation defined in the Optexity dashboard.
+- **`input_parameters`**: `dict[str, list[str]]` – all input values for the automation, as lists of strings.
+- **`unique_parameter_names`**: `list[str]` – subset of keys from `input_parameters` that uniquely identify this task (used for deduplication and validation). Only one task with the same `unique_parameter_names` will be allocated. If no `unique_parameter_names` are provided, the task will be allocated immediately.
+
+#### Example `curl` Request
+
+```bash
+curl -X POST http://localhost:9000/inference \
+  -H "Content-Type: application/json" \
+  -d '{
+    "endpoint_name": "extract_stock_price",
+    "input_parameters": {
+      "search_term": ["NVDA"]
+    },
+    "unique_parameter_names": []
+  }'
+```
+
+On success, the inference server:
+
+1. Forwards the request to your control plane at `api.optexity.com` using `INFERENCE_ENDPOINT` (defaults to `api/v1/inference`).
+2. Receives a serialized `Task` object from the control plane.
+3. Enqueues that `Task` locally and starts processing it in the background.
+4. Returns a `202 Accepted` response:
+
+```json
+{
+    "success": true,
+    "message": "Task has been allocated"
+}
+```
+
+> Task execution (browser automation, screenshots, outputs, etc.) happens asynchronously in the background worker. You can see it running locally in your browser.
+
+### Monitor Execution
+
+You can monitor the task on the dashboard. It will show the status, errors, outputs, and all the downloaded files.
+
+## Video Tutorial
+
+[![Watch the video](https://img.youtube.com/vi/q51r3idYtxo/0.jpg)](https://www.youtube.com/watch?v=q51r3idYtxo)
+
+## Documentation
+
+For detailed documentation, visit our [documentation site](https://docs.optexity.com):
+
+- [Recording First Automation](https://docs.optexity.com/docs/getting_started/recording-first-inference)
+- [Running First Inference](https://docs.optexity.com/docs/getting_started/running-first-inference)
+- [Local Setup](https://docs.optexity.com/docs/building-automations/local-setup)
+- [Building Automations](https://docs.optexity.com/docs/building-automations/quickstart)
+- [API Reference](https://docs.optexity.com/docs/api-reference/introduction)
+
+## Roadmap
+
+We're actively working on improving Optexity. Here's what's coming:
+
+- 🔜 **Self Improvement**: Agent adaption using self exploration
+- 🔜 **More Action Types**: Additional interaction and extraction capabilities
+- 🔜 **Performance Optimizations**: Faster execution and reduced resource usage
+- 🔜 **Advanced Scheduling**: Built-in task scheduling and cron support
+- 🔜 **Cloud Deployment**: Simplified cloud deployment options
+
+Have ideas or feature requests? [Open an issue](https://github.com/Optexity/optexity/issues) or [join our Discord](https://discord.gg/VsRSAZSw7m) to discuss!
+
+## Contributing
+
+We welcome contributions! Here's how you can help:
+
+### Reporting Issues
+
+Found a bug or have a feature request? Please [open an issue](https://github.com/Optexity/optexity/issues) on GitHub. Include:
+
+- A clear description of the problem
+- Steps to reproduce
+- Expected vs actual behavior
+- Environment details (OS, Python version, etc.)
+
+### Discussions
+
+Have questions, ideas, or want to discuss the project? Use [GitHub Discussions](https://github.com/Optexity/optexity/discussions) to:
+
+- Ask questions
+- Share ideas
+- Discuss best practices
+- Get help from the community
+
+### Community
+
+Join our Discord community to:
+
+- Chat with the founders directly
+- Get real-time support
+- Share your automations
+- Connect with other users
+
+[**Join Discord →**](https://discord.gg/VsRSAZSw7m)
+
+### Development Setup
+
+1. Fork the repository
+2. Create a feature branch (`git checkout -b feature/amazing-feature`)
+3. Make your changes
+4. Run pre-commit checks: `pre-commit run --all-files`
+5. Commit your changes (`git commit -m 'Add some amazing feature'`)
+6. Push to the branch (`git push origin feature/amazing-feature`)
+7. Open a Pull Request
+
+## Examples
+
+Check out our examples directory for sample automations:
+
+- [I94 extraction](https://docs.optexity.com/examples/data_extraction/i94)
+- [Healthcare Form Automation](https://docs.optexity.com/examples/healthcare/peachstate-medicaid)
+- [QA Testing](https://docs.optexity.com/examples/qa_testing/supabase-login)
+
+## License
+
+This project is licensed under the terms specified in the [LICENSE](LICENSE) file.
+
+## Support
+
+- 📖 [Documentation](https://docs.optexity.com)
+- 💬 [Discord Community](https://discord.gg/VsRSAZSw7m)
+- 🐛 [Report Issues](https://github.com/Optexity/optexity/issues)
+- 💭 [Discussions](https://github.com/Optexity/optexity/discussions)
+- 📧 [Email Support](mailto:founders@optexity.com)
+
+---
+
+Made with ❤️ by the Optexity team

optexity-0.1.0.dist-info/RECORD

@@ -0,0 +1,11 @@
+optexity/__init__.py,sha256=dqh4tGEzruZnkvRLjPYKyc2-FVlXLx1Dj-JNy5fy7U8,459
+optexity/cli.py,sha256=xwMJYB_-qjn3XzzSryaaGUmtYJvAVoSdkP1czZzFDW8,2206
+optexity/exceptions.py,sha256=j4QxbcnAl5RmEJPJ0MWZ0iM38HvW-r8xmxtDxZ1ceSY,269
+optexity/onepassword_integration.py,sha256=_1sQ8sRGVdDnA7384FXiXYRVntPB-ZQAu8W7ICX7_VQ,1047
+optexity/test.py,sha256=pMSZwwA8tj6jAfFUJ3OUHGnTPriqkv4eDGGHqdAdrsA,2797
+optexity-0.1.0.dist-info/licenses/LICENSE,sha256=WpSBqSAcwd68PmS3zRsfACJOz-u-UfTzftsEnzp4ZCY,1065
+optexity-0.1.0.dist-info/METADATA,sha256=kkw-guQkGqIZEVAzvE7yjOIbFI1WZMg8tTUUGIAzQTo,10613
+optexity-0.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+optexity-0.1.0.dist-info/entry_points.txt,sha256=hcn77ooRr6a_N8fo0vij3Fpo6waqc9ijpaScQ7Kj35k,47
+optexity-0.1.0.dist-info/top_level.txt,sha256=OZEtBX8IabC8EnBrNW98z7NzdGQsjFhHleSthhjjEMM,9
+optexity-0.1.0.dist-info/RECORD,,

optexity-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.9.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

optexity-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+optexity = optexity.cli:main

optexity-0.1.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Optexity
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

optexity-0.1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+optexity