apify-fingerprint-datapoints 0.0.2__tar.gz → 0.0.3__tar.gz

{apify_fingerprint_datapoints-0.0.2 → apify_fingerprint_datapoints-0.0.3}/.eslintrc.json

@@ -5,16 +5,12 @@
         "es2020": true,
         "node": true
     },
-    "extends": [
-        "@apify/eslint-config-ts"
-    ],
+    "extends": ["@apify/eslint-config-ts"],
     "parserOptions": {
         "project": "./tsconfig.eslint.json",
         "ecmaVersion": 2020
     },
-    "plugins": [
-        "@typescript-eslint"
-    ],
+    "plugins": ["@typescript-eslint"],
     "ignorePatterns": [
         "node_modules",
         "dist",
@@ -35,9 +31,12 @@
         "@typescript-eslint/no-explicit-any": "off",
         "@typescript-eslint/no-empty-function": "off",
         "import/no-extraneous-dependencies": "off",
-        "@typescript-eslint/member-delimiter-style": ["error", {
-            "multiline": { "delimiter": "semi", "requireLast": true },
-            "singleline": { "delimiter": "semi", "requireLast": false }
-        }]
+        "@typescript-eslint/member-delimiter-style": [
+            "error",
+            {
+                "multiline": { "delimiter": "semi", "requireLast": true },
+                "singleline": { "delimiter": "semi", "requireLast": false }
+            }
+        ]
     }
 }

{apify_fingerprint_datapoints-0.0.2 → apify_fingerprint_datapoints-0.0.3}/.github/ISSUE_TEMPLATE/bug_report.md

@@ -4,7 +4,6 @@ about: Create a report to help us improve
 title: ''
 labels: bug
 assignees: ''
-
 ---
 
 **Describe the bug**
@@ -18,8 +17,9 @@ We should be able to copy your code, run it and get the same result.
 A clear and concise description of what you expected to happen.
 
 **System information:**
- - OS: [e.g. MacOS]
- - Node.js version [e.g. 14.7]
+
+- OS: [e.g. MacOS]
+- Node.js version [e.g. 14.7]
 
 **Additional context**
 Add any other context about the problem here.

{apify_fingerprint_datapoints-0.0.2 → apify_fingerprint_datapoints-0.0.3}/.github/ISSUE_TEMPLATE/feature_request.md

@@ -4,7 +4,6 @@ about: For new things and improvements that are not bugs.
 title: ''
 labels: feature
 assignees: ''
-
 ---
 
 **Describe the feature**

{apify_fingerprint_datapoints-0.0.2 → apify_fingerprint_datapoints-0.0.3}/.github/ISSUE_TEMPLATE/question.md

@@ -1,11 +1,10 @@
----	
-name: Question	
-about: When you need help with something.	
-title: ''	
-labels: question	
-assignees: ''	
-
----	
+---
+name: Question
+about: When you need help with something.
+title: ''
+labels: question
+assignees: ''
+---
 
 Please submit new issues for new feature requests and bug reports only.
 For questions please join Apify Discord. You could get help from Apify team members and the community there.

apify_fingerprint_datapoints-0.0.3/.github/workflows/browserforge-compat-test.yml

@@ -0,0 +1,57 @@
+name: Test Browserforge compatibility
+
+on:
+    workflow_call:
+
+jobs:
+    test:
+        runs-on: ubuntu-22.04
+        timeout-minutes: 5
+        steps:
+            - name: Install uv
+              uses: astral-sh/setup-uv@v6
+
+            - name: Set up Python
+              run: uv python install 3.13
+
+            - name: Install dependencies
+              run: |
+                  uv venv create --python 3.13
+                  uv venv activate
+                  uv init
+                  uv add "browserforge[all]==1.2.3"
+
+            - name: Download artifacts
+              uses: actions/download-artifact@v4
+              with:
+                  name: new-models
+                  path: ./new-models
+
+            - name: List workspace tree
+              run: |
+                  echo "Workspace tree:"
+                  find . -type d -path "./node_modules/*" -prune -name ".git" -prune -o -print | sort
+
+            - name: Copy models
+              run: |
+                  cp ./new-models/packages/header-generator/src/data_files/header-network-definition.zip ./.venv/lib/python3.13/site-packages/browserforge/headers/data/header-network.zip
+                  cp ./new-models/packages/header-generator/src/data_files/browser-helper-file.json ./.venv/lib/python3.13/site-packages/browserforge/headers/data/browser-helper-file.json
+                  cp ./new-models/packages/header-generator/src/data_files/input-network-definition.zip ./.venv/lib/python3.13/site-packages/browserforge/headers/data/input-network.zip
+                  cp ./new-models/packages/header-generator/src/data_files/headers-order.json ./.venv/lib/python3.13/site-packages/browserforge/headers/data/headers-order.json
+                  cp ./new-models/packages/fingerprint-generator/src/data_files/fingerprint-network-definition.zip ./.venv/lib/python3.13/site-packages/browserforge/fingerprints/data/fingerprint-network.zip
+
+            - name: Run Browserforge compatibility test
+              run: |
+                  cat << EOF > ./test.py
+                  from browserforge.fingerprints import FingerprintGenerator
+                  from browserforge.headers import HeaderGenerator
+
+                  fg = FingerprintGenerator()
+                  hg = HeaderGenerator()
+
+                  for _ in range(10000):
+                      fingerprint = fg.generate()
+                      headers = hg.generate()
+                  EOF
+
+                  uv run ./test.py

apify_fingerprint_datapoints-0.0.3/.github/workflows/check-pr-title.yml

@@ -0,0 +1,14 @@
+name: Check PR title
+
+on:
+    pull_request_target:
+        types: [opened, edited, synchronize]
+
+jobs:
+    check_pr_title:
+        name: 'Check PR title'
+        runs-on: ubuntu-22.04
+        steps:
+            - uses: amannn/action-semantic-pull-request@v5.5.3
+              env:
+                  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

apify_fingerprint_datapoints-0.0.3/.github/workflows/e2e-benchmark.yml

@@ -0,0 +1,46 @@
+name: Run Benchmarks
+
+on:
+    # Triggers the workflow every Monday at 5am
+    workflow_dispatch:
+
+jobs:
+    run_benchmark:
+        runs-on: ubuntu-22.04
+
+        steps:
+            - uses: actions/checkout@v4
+              with:
+                  token: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}
+            - name: Use Node.js 22
+              uses: actions/setup-node@v4
+              with:
+                  node-version: 22
+
+            - name: Cache Node Modules
+              uses: actions/cache@v4
+              with:
+                  path: |
+                      node_modules
+                  key: cache-${{ github.run_id }}
+
+            - name: Install Dependencies
+              run: npm ci
+
+            - name: Install browsers
+              run: npx playwright install
+
+            - name: Build the project
+              run: npm run build
+
+            - name: Run benchmarks
+              run: npm run benchmark
+
+            - name: Update the benchmark report
+              uses: stefanzweifel/git-auto-commit-action@v6
+              with:
+                  commit_message: 'chore: [skip-ci] update benchmark results'
+                  branch: master
+                  file_pattern: '**/report.png'
+                  commit_user_name: 'Mark Bench[bot] 💪🏼'
+                  commit_user_email: markbench[bot]@users.noreply.github.com

apify_fingerprint_datapoints-0.0.3/.github/workflows/model-updater.yml

@@ -0,0 +1,171 @@
+name: Model updater
+
+on:
+    # Triggers the workflow every month
+    schedule:
+        - cron: '0 0 1 * *'
+    workflow_dispatch:
+
+jobs:
+    build_model:
+        runs-on: ubuntu-22.04
+        outputs:
+            version: ${{ steps.get_version.outputs.version }}
+
+        steps:
+            - uses: actions/checkout@v4
+              with:
+                  token: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}
+            - name: Use Node.js 22
+              uses: actions/setup-node@v4
+              with:
+                  node-version: 22
+
+            - name: Cache node modules + browsers
+              uses: actions/cache@v4
+              with:
+                  path: |
+                      ~/.npm
+                      ~/.cache/ms-playwright
+                  key: ${{ runner.os }}-node-${{ hashFiles('package-lock.json') }}
+
+            - name: Install Dependencies
+              run: npm ci
+
+            - name: Install Playwright deps
+              run: npx playwright install
+
+            - name: Install xvfb
+              run: |
+                  sudo apt-get update
+                  sudo apt-get -y install xvfb
+
+            - name: Install Playwright browsers
+              run: |
+                  npx playwright install webkit
+                  npx playwright install chrome
+                  npx playwright install msedge
+
+            - name: Install Playwright deps v2
+              run: npx playwright install-deps
+
+            - name: Collect HTTP header orders
+              run: |
+                  xvfb-run -- node ./packages/header-order-collector/collector.js | tee ./packages/header-generator/src/data_files/headers-order.json
+
+            - name: Generate model
+              run: npm run buildNetwork
+              env:
+                  APIFY_FINGERPRINT_DATASET_ID: ${{ secrets.APIFY_FINGERPRINT_DATASET_ID }}
+
+            - name: Upload models as artifacts
+              uses: actions/upload-artifact@v4
+              with:
+                  name: new-models
+                  path: |
+                      ./packages/header-generator/src/data_files/headers-order.json
+                      ./packages/header-generator/src/data_files/header-network-definition.zip
+                      ./packages/header-generator/src/data_files/browser-helper-file.json
+                      ./packages/header-generator/src/data_files/input-network-definition.zip
+                      ./packages/fingerprint-generator/src/data_files/fingerprint-network-definition.zip
+                      ./package.json
+                      ./package-lock.json
+
+    test_model_js:
+        runs-on: ubuntu-22.04
+        needs: build_model
+        steps:
+            - uses: actions/checkout@v4
+              with:
+                  token: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}
+
+            - name: Use Node.js 22
+              uses: actions/setup-node@v4
+              with:
+                  node-version: 22
+
+            - name: Install Dependencies
+              run: npm ci
+
+            - name: Download artifacts
+              uses: actions/download-artifact@v4
+              with:
+                  name: new-models
+
+            - name: List downloaded files
+              run: |
+                  echo "Downloaded files:"
+                  find . -type f -name "*.zip" -printf "%T+\t%s\t%p\n" | sort
+
+            - name: Test model changes (Node.JS packages)
+              run: |
+                  npx playwright install --with-deps
+                  npx puppeteer browsers install chrome
+                  npx puppeteer browsers install firefox
+
+                  npm run build
+                  xvfb-run --auto-servernum -- npm test
+
+    test_model_py:
+        needs: build_model
+        uses: ./.github/workflows/browserforge-compat-test.yml
+
+    commit_model:
+        name: Commit and push new model
+        needs: [build_model, test_model_js, test_model_py]
+        runs-on: ubuntu-22.04
+        steps:
+            - uses: actions/checkout@v4
+              with:
+                  token: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}
+
+            - name: Use Node.js 22
+              uses: actions/setup-node@v4
+              with:
+                  node-version: 22
+
+            - name: Install Dependencies
+              run: npm ci
+
+            - uses: actions/download-artifact@v4
+              with:
+                  name: new-models
+                  run-id: 15709043154
+                  github-token: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}
+
+            - name: Bump package version numbers
+              id: bump_version
+              run: |
+                  npm version patch --git-tag-version=false
+                  export GIT_TAG=$(node -p "require('./package.json').version")
+
+                  npm run prerelease
+
+                  echo "version=${GIT_TAG}" >> $GITHUB_OUTPUT
+
+            - name: Print new version
+              run: 'echo new version: ${{ steps.bump_version.outputs.version }}'
+
+            - name: Push new model
+              uses: stefanzweifel/git-auto-commit-action@v6
+              with:
+                  commit_message: '[auto] fingerprint/header model update'
+                  branch: master
+                  tagging_message: 'v${{ steps.bump_version.outputs.version }}'
+
+                  file_pattern: './packages/ ./package.json ./package-lock.json'
+
+                  commit_user_name: 'modelmaker[bot] ⚒️'
+                  commit_user_email: modelmaker[bot]@users.noreply.github.com
+
+            - name: Create release
+              uses: actions/create-release@v1
+              env:
+                  GITHUB_TOKEN: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}
+              with:
+                  tag_name: 'v${{ steps.bump_version.outputs.version }}'
+                  release_name: 'v${{ steps.bump_version.outputs.version }}'
+                  body: |
+                      This is an automated release of the model used by the `fingerprint-suite`.
+
+                      The only difference between this release and the previous one is the model used to generate fingerprints.

apify_fingerprint_datapoints-0.0.3/.github/workflows/release-publish.yml

@@ -0,0 +1,63 @@
+name: Publish
+on:
+    release:
+        types: [published]
+
+jobs:
+    test_and_sync:
+        uses: apify/fingerprint-suite/.github/workflows/test-and-sync.yml@master
+        secrets: inherit
+
+    publish_latest:
+        name: Publish latest
+        runs-on: ubuntu-22.04
+        needs: [test_and_sync]
+        steps:
+            - name: Checkout Source code
+              uses: actions/checkout@v4
+              with:
+                  token: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}
+
+            - name: Use Node.js 22
+              uses: actions/setup-node@v4
+              with:
+                  node-version: 22
+                  cache: 'npm'
+                  cache-dependency-path: 'package-lock.json'
+
+            - name: Turbo cache
+              id: turbo-cache
+              uses: actions/cache@v4
+              with:
+                  path: .turbo
+                  key: turbo-${{ github.job }}-${{ github.ref_name }}-${{ github.sha }}
+                  restore-keys: |
+                      turbo-${{ github.job }}-${{ github.ref_name }}-
+
+            - name: Install Dependencies
+              run: npm ci
+
+            - name: Release latest versions
+              run: |
+                  git config --global user.name 'Apify Release Bot'
+                  git config --global user.email 'noreply@apify.com'
+
+                  echo "access=public" >> ~/.npmrc
+                  echo "//registry.npmjs.org/:_authToken=${NPM_TOKEN}" >> ~/.npmrc
+
+                  export GIT_TAG=$(echo $GITHUB_REF | sed 's/refs\/tags\///g')
+                  npm run release
+              env:
+                  NPM_TOKEN: ${{ secrets.APIFY_SERVICE_ACCOUNT_NPM_TOKEN }}
+                  GIT_USER: 'noreply@apify.com:${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}'
+                  GH_TOKEN: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}
+
+            - name: Commit the version bump
+              uses: stefanzweifel/git-auto-commit-action@v6
+              with:
+                  branch: master
+                  commit_message: 'chore: [skip ci] sync new package.json versions'
+                  file_pattern: 'package*.json'
+                  commit_user_name: Apify Bot
+                  commit_user_email: my-github-actions-bot@example.org
+                  commit_author: Apify Bot <apify@apify.com>

apify_fingerprint_datapoints-0.0.3/.github/workflows/release_python.yaml

@@ -0,0 +1,26 @@
+name: Create a release
+on: workflow_dispatch
+
+jobs:
+    publish_to_pypi:
+        name: Publish to PyPI
+        runs-on: ubuntu-latest
+        permissions:
+            contents: write
+            id-token: write # Required for OIDC authentication.
+        environment:
+            name: pypi
+            url: https://pypi.org/project/crawlee
+        steps:
+            - uses: actions/checkout@v4
+            - uses: actions/setup-python@v5
+              with:
+                  python-version: '3.13'
+            - uses: astral-sh/setup-uv@v5
+            - name: Build project
+              shell: bash
+              run: uv build
+
+            # Publishes the package to PyPI using PyPA official GitHub action with OIDC authentication.
+            - name: Publish package to PyPI
+              uses: pypa/gh-action-pypi-publish@release/v1

{apify_fingerprint_datapoints-0.0.2 → apify_fingerprint_datapoints-0.0.3}/.github/workflows/test-and-sync.yml

@@ -3,26 +3,29 @@ name: Run tests
 on:
     # Push to master will deploy a dev version, push to stable deploys the latest version (and syncs the master branch)
     push:
-        branches: [ master, stable ]
+        branches: [master, stable]
     # PRs will run tests (skip deployment)
     pull_request:
-        branches: [ master, stable ]
+        branches: [master, stable]
     # A release via GitHub releases will deploy the latest version
     workflow_call:
     workflow_dispatch:
 
+env:
+    APIFY_HTTPBIN_TOKEN: ${{ secrets.APIFY_HTTPBIN_TOKEN }}
+
 jobs:
     lint:
         name: Lint
         if: ${{ !contains(github.event.head_commit.message, '[skip ci]') }}
-        runs-on: ubuntu-latest
+        runs-on: ubuntu-22.04
 
         steps:
             - uses: actions/checkout@v4
-            - name: Use Node.js 22 
+            - name: Use Node.js 22
               uses: actions/setup-node@v4
               with:
-                node-version: 22
+                  node-version: 22
 
             - name: Install Dependencies
               run: npm ci
@@ -30,9 +33,9 @@ jobs:
             - name: Load Cache
               uses: actions/cache@v4
               with:
-                path: |
-                  node_modules
-                key: cache-${{ github.run_id }}
+                  path: |
+                      node_modules
+                  key: cache-${{ github.run_id }}
 
             - run: npm run lint
 
@@ -43,15 +46,15 @@ jobs:
 
         strategy:
             matrix:
-                os: [ ubuntu-latest ]
-                node-version: [ 18, 20, 22 ]
+                os: [ubuntu-22.04]
+                node-version: [18, 20, 22]
 
         steps:
             - uses: actions/checkout@v4
             - name: Use Node.js ${{ matrix.node-version }}
               uses: actions/setup-node@v4
               with:
-                node-version: ${{ matrix.node-version }}
+                  node-version: ${{ matrix.node-version }}
 
             - name: Cache Node Modules
               uses: actions/cache@v4
@@ -59,24 +62,24 @@ jobs:
                   path: |
                       node_modules
                   key: cache-${{ github.run_id }}
-            
+
             - name: Install Playwright deps
-              run : npx playwright install --with-deps 
-            
+              run: npx playwright install --with-deps
+
             - name: Install Puppeteer deps
-              run : |
-                npx puppeteer browsers install chrome
-                npx puppeteer browsers install firefox@beta
+              run: |
+                  npx puppeteer browsers install chrome
+                  npx puppeteer browsers install firefox
 
             - name: Turbo cache
               id: turbo-cache
               uses: actions/cache@v4
               with:
-                path: .turbo
-                key: turbo-${{ github.job }}-${{ github.ref_name }}-${{ github.sha }}
-                restore-keys: |
-                    turbo-${{ github.job }}-${{ github.ref_name }}-
-            
+                  path: .turbo
+                  key: turbo-${{ github.job }}-${{ github.ref_name }}-${{ github.sha }}
+                  restore-keys: |
+                      turbo-${{ github.job }}-${{ github.ref_name }}-
+
             - name: Build
               run: npm run build
 
@@ -86,4 +89,4 @@ jobs:
 
             - name: Run Linux tests
               run: xvfb-run --auto-servernum -- npm test
-              if: ${{ matrix.os == 'ubuntu-latest'}}
+              if: ${{ matrix.os == 'ubuntu-22.04'}}

apify_fingerprint_datapoints-0.0.3/.github/workflows/update-new-issue.yml

@@ -0,0 +1,25 @@
+name: Update new issue
+
+on:
+    issues:
+        types:
+            - opened
+
+jobs:
+    label_issues:
+        name: Label issues
+        runs-on: ubuntu-latest
+        permissions:
+            issues: write
+
+        steps:
+            # Add the "t-tooling" label to all new issues
+            - uses: actions/github-script@v7
+              with:
+                  script: |
+                      github.rest.issues.addLabels({
+                        issue_number: context.issue.number,
+                        owner: context.repo.owner,
+                        repo: context.repo.repo,
+                        labels: ["t-tooling"]
+                      })

apify_fingerprint_datapoints-0.0.3/.prettierignore

@@ -0,0 +1,5 @@
+# Ignore artifacts:
+build
+coverage
+
+*.json

apify_fingerprint_datapoints-0.0.3/.prettierrc

@@ -0,0 +1 @@
+{}

{apify_fingerprint_datapoints-0.0.2 → apify_fingerprint_datapoints-0.0.3}/CONTRIBUTING.md

@@ -32,21 +32,21 @@ orientation.
 Examples of behavior that contributes to creating a positive environment
 include:
 
-* Using welcoming and inclusive language
-* Being respectful of differing viewpoints and experiences
-* Gracefully accepting constructive criticism
-* Focusing on what is best for the community
-* Showing empathy towards other community members
+- Using welcoming and inclusive language
+- Being respectful of differing viewpoints and experiences
+- Gracefully accepting constructive criticism
+- Focusing on what is best for the community
+- Showing empathy towards other community members
 
 Examples of unacceptable behavior by participants include:
 
-* The use of sexualized language or imagery and unwelcome sexual attention or
-advances
-* Trolling, insulting/derogatory comments, and personal or political attacks
-* Public or private harassment
-* Publishing others' private information, such as a physical or electronic
+- The use of sexualized language or imagery and unwelcome sexual attention or
+  advances
+- Trolling, insulting/derogatory comments, and personal or political attacks
+- Public or private harassment
+- Publishing others' private information, such as a physical or electronic
   address, without explicit permission
-* Other conduct which could reasonably be considered inappropriate in a
+- Other conduct which could reasonably be considered inappropriate in a
   professional setting
 
 ### Our Responsibilities