notte 0.0.dev0__tar.gz

notte-0.0.dev0/.dockerignore

@@ -0,0 +1,5 @@
+.git
+.gitignore
+.venv
+.vscode
+.vscodeignore

notte-0.0.dev0/.env.example

@@ -0,0 +1,31 @@
+# #############################
+# ######### SDK CONFIG ########
+# #############################
+
+# Notte SDK configuration
+# -> Cloud hosted sessions & notte API
+NOTTE_API_URL=api.notte.cc
+NOTTE_API_KEY=
+
+
+# #############################
+# ######### LOCAL DEV #########
+# #############################
+
+# Set your provider API keys (only one provider is required but we advise to set more to bypass rate limits)
+OPENAI_API_KEY=
+ANTHROPIC_API_KEY=
+GROQ_API_KEY=
+CEREBRAS_API_KEY=
+DEEPSEEK_API_KEY=
+GEMINI_API_KEY=
+
+# #############################
+# ######### TELEMETRY #########
+# #############################
+
+# Enable or disable telemetry collection
+# We use PostHog for telemetry collection. The data is completely anonymized and
+# contains no personally identifiable information.
+# Set to 'false' to disable telemetry collection
+ANONYMIZED_TELEMETRY=true

notte-0.0.dev0/.github/release.yml

@@ -0,0 +1,8 @@
+changelog:
+  categories:
+    - title: What's Changed
+      labels:
+        - '*'
+    - title: New Contributors
+      labels:
+        - 'first-time-contributor'

notte-0.0.dev0/.github/scripts/translate_readme.py

@@ -0,0 +1,52 @@
+import os
+
+from openai import OpenAI
+from openai.types.chat import ChatCompletion
+
+client = OpenAI(api_key=os.environ["OPENAI_API_KEY"])
+
+with open("README.md", "r") as f:
+    readme_content: str = f.read()
+
+languages: list[str] = ["mandarin chinese", "spanish", "hindi", "russian", "bengali"]
+
+for lang in languages:
+    response: ChatCompletion = client.chat.completions.create(
+        model="gpt-4",
+        messages=[
+            {
+                "role": "system",
+                "content": f"""You are a professional translator. Your task is to translate the following markdown text to {lang} with the following strict requirements:
+
+1. Maintain EXACTLY the same markdown structure and formatting:
+   - Keep all headers (#, ##, ###) at the same level
+   - Preserve all code blocks (```) and their language specifications
+   - Keep all links [text](url) in the same format
+   - Maintain all lists (ordered and unordered) with the same indentation
+   - Preserve all tables with the same structure
+   - Keep all inline code (`code`) in the same format
+   - Maintain all blockquotes (>)
+   - Preserve all horizontal rules (---)
+
+2. Translation rules:
+   - Only translate the text content, not the markdown syntax
+   - Keep all URLs unchanged
+   - Keep all code examples unchanged
+   - Keep all technical terms in English if they are commonly used in {lang}
+   - Maintain the same line breaks and paragraph structure
+   - Do not add or remove any sections
+   - Do not modify the document structure in any way
+
+3. Output:
+   - Return only the translated markdown text
+   - Do not include any explanations or notes
+   - Ensure the output is valid markdown that renders exactly like the original""",
+            },
+            {"role": "user", "content": readme_content},
+        ],
+    )
+
+    translated_content: str = response.choices[0].message.content
+
+    with open(f"docs/readmes/{lang}.md", "w") as f:
+        _ = f.write(translated_content)

notte-0.0.dev0/.github/workflows/benchmark.yml

@@ -0,0 +1,67 @@
+name: benchmark
+
+on:
+  workflow_dispatch:
+    inputs:
+      config:
+        description: "Full toml config"
+        required: true
+        default: '[RunParameters]\nn_jobs = 3\ntries_per_task = 1\nevaluator = \"None\"\ncapture_logging = true\n[RunParameters.task_set]\nname = \"WebVoyagerSimple\"\n[Falco]\nuse_vision = false\nheadless = true\nmodel = \"cerebras/llama-3.3-70b\"\nmax_steps = 20\nhistory_type = \"short_observations_with_short_data\"\npool = \"None\"'
+concurrency:
+  group: >-
+    ${{ github.workflow }}-${{ github.ref }}-
+    ${{ github.event.inputs.config }}
+  cancel-in-progress: true
+
+env:
+  PYTHON_VERSION: "3.11"
+  CACHE_TYPE: "pip"
+
+jobs:
+  run-benchmark:
+    runs-on: ubuntu-latest
+    timeout-minutes: 180
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set environment variables
+        run: |
+          echo "CEREBRAS_API_KEY=${{ secrets.CEREBRAS_API_KEY_CICD }}" >> $GITHUB_ENV
+          echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY_CICD }}" >> $GITHUB_ENV
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+          cache: ${{ env.CACHE_TYPE }}
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install pre-commit pytest mypy pytest-asyncio pytest-mock
+          pip install -e .
+          pip install types-requests types-beautifulsoup4 types-regex types-chevron pandas tabulate cloudpickle
+          patchright install --with-deps chromium
+
+      - name: Create config.toml file
+        run: |
+          printf "%s" "${{ github.event.inputs.config }}" > config.toml
+
+      - name: Debug config.toml content
+        run: |
+          cat config.toml
+
+      - name: Run benchmark unit tests
+        run: pytest tests/integration/test_e2e.py --capture=no -p no:asyncio --config config.toml
+
+      - name: Upload md results as step summary
+        if: always()
+        run: cat dist/results.html >> $GITHUB_STEP_SUMMARY
+
+      - name: Upload Logs / Results
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: benchmark-results
+          path: |
+            dist/*

notte-0.0.dev0/.github/workflows/pypi-release.yml

@@ -0,0 +1,71 @@
+name: Release
+
+on:
+  push:
+    tags:
+      - "v*"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  CACHE_TYPE: "pip"
+
+jobs:
+  build:
+    if: startsWith(github.ref, 'refs/tags/v')
+    name: Build python dist
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          persist-credentials: false
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+            enable-cache: true
+            cache-dependency-glob: "uv.lock"
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+            python-version-file: ".python-version"
+            cache: ${{ env.CACHE_TYPE }}
+
+      - name: Store the distribution packages
+        uses: actions/upload-artifact@v4
+        with:
+          name: python-package-distributions
+          path: dist/
+
+    #   - name: Publish to TestPyPI
+    #     run: uv publish  testpypi --token ${{ secrets.TEST_PYPI_API_TOKEN }}
+
+    #   - name: Install the package from TestPyPI
+    #     run: |
+    #       uv venv test-pypi
+    #       source test-pypi/bin/activate
+    #       uv pip install notte==${{ github.ref_name }} --default-index testpypi
+
+      - name: Build and Publish to PyPI
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.UV_PUBLISH_TOKEN }}
+        run: bash build.sh ${{ github.ref_name }} publish
+
+
+      - name: Wait for 2 minutes
+        run: sleep 120
+
+      - name: Install the package from PyPI
+        run: |
+          uv venv pypi
+          source pypi/bin/activate
+          uv pip install notte==${{ github.ref_name }}
+          uv pip show notte
+          uv pip show notte-core
+          uv pip show notte-sdk
+          uv pip show notte-browser
+          uv pip show notte-agent

notte-0.0.dev0/.github/workflows/slack-monitor.yml

@@ -0,0 +1,76 @@
+name: slack monitor
+on:
+  issues:
+    types: [opened, edited, closed]
+  pull_request:
+    types: [opened, edited, closed]
+  issue_comment:
+    types: [created]
+  pull_request_review:
+    types: [submitted]
+jobs:
+  slack_notification:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check if user is external
+        id: check_user
+        run: |
+          actor="${{ github.actor }}"
+          team_members=("andreakiro" "giordano-lucas" "leo-notte" "jose-notte" "coderabbitai[bot]")
+          is_external="true"
+          for member in "${team_members[@]}"; do
+            if [[ "$actor" == "$member" ]]; then
+              is_external="false"
+              break
+            fi
+          done
+          echo "is_external=$is_external" >> $GITHUB_OUTPUT
+
+      - name: Set action type
+        id: set_action_type
+        run: |
+          EVENT="${{ github.event_name }}"
+          ACTION="${{ github.event.action }}"
+
+          if [[ "$EVENT" == "issues" && "$ACTION" == "opened" ]]; then
+            echo "action_label=issue-opened" >> $GITHUB_OUTPUT
+          elif [[ "$EVENT" == "issues" && "$ACTION" == "closed" ]]; then
+            echo "action_label=issue-closed" >> $GITHUB_OUTPUT
+          elif [[ "$EVENT" == "issues" && "$ACTION" == "edited" ]]; then
+            echo "action_label=issue-edited" >> $GITHUB_OUTPUT
+          elif [[ "$EVENT" == "pull_request" && "$ACTION" == "opened" ]]; then
+            echo "action_label=pr-opened" >> $GITHUB_OUTPUT
+          elif [[ "$EVENT" == "pull_request" && "$ACTION" == "closed" ]]; then
+            echo "action_label=pr-closed" >> $GITHUB_OUTPUT
+          elif [[ "$EVENT" == "pull_request" && "$ACTION" == "edited" ]]; then
+            echo "action_label=pr-edited" >> $GITHUB_OUTPUT
+          elif [[ "$EVENT" == "issue_comment" ]]; then
+            echo "action_label=commented" >> $GITHUB_OUTPUT
+          elif [[ "$EVENT" == "pull_request_review" ]]; then
+            echo "action_label=reviewed" >> $GITHUB_OUTPUT
+          else
+            echo "action_label=$EVENT-$ACTION" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Generate timestamp
+        id: timestamp
+        run: echo "timestamp=$(date +%s)" >> $GITHUB_OUTPUT
+
+      - name: Format payload
+        id: format_payload
+        run: |
+          EVENT_BODY="${{ github.event.issue.body || github.event.pull_request.body || github.event.comment.body || github.event.review.body || '' }}"
+          ESCAPED_BODY=$(echo "$EVENT_BODY" | sed 's/"/\\"/g' | sed 's/$/\\n/g' | tr -d '\n')
+          echo "formatted_body=$ESCAPED_BODY" >> $GITHUB_OUTPUT
+
+      - name: Send Slack Notification if External
+        if: steps.check_user.outputs.is_external == 'true'
+        uses: slackapi/slack-github-action@v1.24.0
+        with:
+          payload: |
+            {
+              "username": "GitHub Activity (${{ steps.timestamp.outputs.timestamp }})",
+              "text": "Opensource user activity `${{ steps.set_action_type.outputs.action_label }}` by <https://github.com/${{ github.actor }}|@${{ github.actor }}>\n${{ github.event.issue.title || github.event.pull_request.title || 'Comment' }}\n${{ steps.format_payload.outputs.formatted_body }}\n${{ github.event.issue.html_url || github.event.pull_request.html_url || github.event.comment.html_url || github.event.review.html_url }}"
+            }
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

notte-0.0.dev0/.github/workflows/test-cicd.yml

@@ -0,0 +1,93 @@
+name: cicd
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  CACHE_TYPE: "pip"
+  NOTTE_API_KEY: ${{ secrets.NOTTE_API_KEY }}
+  GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
+
+jobs:
+  tests:
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Verify environment variables
+        run: |
+          if [ -z "$NOTTE_API_KEY" ]; then
+            echo "NOTTE_API_KEY is not set"
+            exit 1
+          fi
+          if [ -z "$GEMINI_API_KEY" ]; then
+            echo "GEMINI_API_KEY is not set"
+            exit 1
+          fi
+          echo "Environment variables are set"
+
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+            enable-cache: true
+            cache-dependency-glob: "uv.lock"
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version-file: ".python-version"
+          cache: ${{ env.CACHE_TYPE }}
+
+      - name: Cache patchright
+        id: cache-patchright
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cache/ms-playwright
+            ~/.cache/patchright
+            ~/.local/share/patchright
+            ${{ github.workspace }}/.patchright
+          key: ${{ runner.os }}-patchright-${{ hashFiles('**/pyproject.toml') }}-playwright1155-ffmpeg1011-v1
+          restore-keys: |
+            ${{ runner.os }}-patchright-${{ hashFiles('**/pyproject.toml') }}-playwright1155-ffmpeg1011-
+            ${{ runner.os }}-patchright-
+
+      - name: Cache pre-commit
+        id: cache-pre-commit
+        uses: actions/cache@v4
+        with:
+          path: ~/.cache/pre-commit
+          key: ${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml', '**/pyproject.toml') }}-v1
+          restore-keys: |
+            ${{ runner.os }}-pre-commit-
+
+      - name: Install dependencies
+        run: uv sync --dev --all-extras
+
+      - name: Install patchright
+        if: steps.cache-patchright.outputs.cache-hit != 'true'
+        run: |
+          echo "Cache miss - installing patchright"
+          uv run patchright install --with-deps chromium  --only-shell
+
+      - name: Install pre-commit
+        if: steps.cache-pre-commit.outputs.cache-hit != 'true'
+        run: uv run pre-commit install --install-hooks
+
+      - name: Run pre-commit
+        run: uv run --active pre-commit run --all-files
+
+      - name: Run unit tests
+        run: |
+          uv run pytest tests --ignore=tests/integration/test_resolution.py --ignore=tests/integration/test_webvoyager_resolution.py --ignore=tests/browser/test_pool.py --ignore=tests/integration/test_e2e.py --ignore=tests/integration/test_webvoyager_scripts.py --durations=10

notte-0.0.dev0/.github/workflows/translate-readme.yml

@@ -0,0 +1,47 @@
+name: translates readme
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - "README.md"
+
+jobs:
+  translate:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install openai
+
+      - name: Check if README was modified
+        id: check-readme
+        run: |
+          git diff --name-only HEAD~1 HEAD | grep -q "README.md"
+          echo "readme_changed=$?" >> $GITHUB_OUTPUT
+
+      - name: Translate README
+        if: steps.check-readme.outputs.readme_changed == '0'
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+        run: |
+          mkdir -p docs/readmes
+          python .github/scripts/translate_readme.py
+
+      - name: Commit and push translations
+        if: steps.check-readme.outputs.readme_changed == '0'
+        run: |
+          git config --local user.email "action@github.com"
+          git config --local user.name "GitHub Action"
+          git add docs/readmes/
+          git commit -m "Update translated READMEs"
+          git push

notte-0.0.dev0/.gitignore

@@ -0,0 +1,179 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# UV
+#   Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#uv.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/latest/usage/project/#working-with-version-control
+.pdm.toml
+.pdm-python
+.pdm-build/
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
+ignore.*
+llm_usage.jsonl
+llm_parsing_error.jsonl
+traces/
+
+**/__pycache__/**
+.DS_Store
+**/.DS_Store
+old
+notebook

notte-0.0.dev0/.pre-commit-config.yaml

@@ -0,0 +1,33 @@
+repos:
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    # Ruff version.
+    rev: v0.9.7
+    hooks:
+      # Run the linter.
+      - id: ruff
+        types_or: [ python, pyi ]
+        args: [ --fix ]
+      # Run the formatter.
+      - id: ruff-format
+        types_or: [ python, pyi ]
+
+  - repo: https://github.com/DetachHead/basedpyright-pre-commit-mirror
+    rev: 1.27.1
+    hooks:
+      - id: basedpyright
+        args: ["--project", "."]
+        verbose: true
+
+  - repo: https://github.com/Yelp/detect-secrets
+    rev: v1.5.0
+    hooks:
+      - id: detect-secrets
+        exclude: ^(.*/README\.md|.*/pyproject\.toml|docs/archives/20250307_README\.md|README\.md)$
+
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: check-yaml
+      - id: check-json

notte-0.0.dev0/.python-version

@@ -0,0 +1 @@
+3.11

notte-0.0.dev0/.vscode/extensions.json

@@ -0,0 +1,6 @@
+{
+    "recommendations": [
+        "detachhead.basedpyright",
+        "mikoz.black-py"
+    ]
+}