ghostcrawl 2.3.7 → 2.3.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +12 -4
- data/_generated/{ghostcrawl_client.rb → ghost_crawl_client.rb} +1 -1
- data/_generated/models/arrival_body.rb +1 -1
- data/_generated/models/arrival_body_profile_id_member1.rb +1 -1
- data/_generated/models/arrival_body_session_id_member1.rb +1 -1
- data/_generated/models/batch_scrape_request.rb +1 -1
- data/_generated/models/batch_scrape_request_behavior_actions_member1.rb +1 -1
- data/_generated/models/batch_scrape_request_behavior_actions_member2.rb +1 -1
- data/_generated/models/batch_scrape_request_extraction_strategy_member1.rb +1 -1
- data/_generated/models/batch_scrape_request_identity_country_member1.rb +1 -1
- data/_generated/models/batch_scrape_request_language_member1.rb +1 -1
- data/_generated/models/batch_scrape_request_profile_member1.rb +1 -1
- data/_generated/models/cdp_frame_request.rb +1 -1
- data/_generated/models/cdp_input_request.rb +650 -0
- data/_generated/models/{agent_request_task_steps_schema.rb → cdp_input_request_button_member1.rb} +5 -7
- data/_generated/models/cdp_input_request_step_type.rb +9 -0
- data/_generated/models/cdp_input_request_text_member1.rb +62 -0
- data/_generated/models/cdp_input_request_url_member1.rb +62 -0
- data/_generated/models/{profile_update_request_name_member1.rb → cdp_input_request_wait_until_member1.rb} +5 -5
- data/_generated/models/cdp_input_request_x_member1.rb +62 -0
- data/_generated/models/cdp_input_request_y_member1.rb +62 -0
- data/_generated/models/cdp_url_request.rb +1 -1
- data/_generated/models/close_popups_body.rb +1 -1
- data/_generated/models/close_popups_body_keep_host_member1.rb +1 -1
- data/_generated/models/close_popups_body_profile_id_member1.rb +1 -1
- data/_generated/models/content_request.rb +22 -1
- data/_generated/models/content_request_identity_country_member1.rb +1 -1
- data/_generated/models/content_request_identity_member1.rb +1 -1
- data/_generated/models/content_request_language_member1.rb +1 -1
- data/_generated/models/content_request_profile_member1.rb +1 -1
- data/_generated/models/content_request_proxy_member1.rb +1 -1
- data/_generated/models/cookie_dict.rb +1 -1
- data/_generated/models/cookie_dict_domain_member1.rb +1 -1
- data/_generated/models/cookie_dict_expires_member1.rb +1 -1
- data/_generated/models/cookie_dict_http_only_member1.rb +1 -1
- data/_generated/models/cookie_dict_path_member1.rb +1 -1
- data/_generated/models/cookie_dict_same_site_member1.rb +1 -1
- data/_generated/models/cookie_dict_secure_member1.rb +1 -1
- data/_generated/models/cookie_dict_url_member1.rb +1 -1
- data/_generated/models/cookies_delete_body.rb +95 -4
- data/_generated/models/cookies_delete_body_domain_member1.rb +1 -1
- data/_generated/models/cookies_delete_body_name_member1.rb +1 -1
- data/_generated/models/cookies_delete_body_path_member1.rb +1 -1
- data/_generated/models/cookies_delete_body_profile_id_member1.rb +62 -0
- data/_generated/models/cookies_set_body.rb +95 -4
- data/_generated/models/cookies_set_body_profile_id_member1.rb +62 -0
- data/_generated/models/deep_crawl_body.rb +1 -1
- data/_generated/models/deep_crawl_body_timeout_s_member1.rb +1 -1
- data/_generated/models/deep_crawl_body_wait_until_member1.rb +1 -1
- data/_generated/models/deep_crawl_body_webhook_url_member1.rb +1 -1
- data/_generated/models/dom_snapshot_body.rb +95 -4
- data/_generated/models/dom_snapshot_body_profile_id_member1.rb +62 -0
- data/_generated/models/download_body.rb +95 -4
- data/_generated/models/download_body_profile_id_member1.rb +62 -0
- data/_generated/models/error_code.rb +1 -0
- data/_generated/models/eval_body.rb +166 -4
- data/_generated/models/eval_body_profile_id_member1.rb +62 -0
- data/_generated/models/eval_body_session_id_member1.rb +62 -0
- data/_generated/models/extend_body.rb +1 -1
- data/_generated/models/extend_body_ttl_seconds_member1.rb +1 -1
- data/_generated/models/extract_request.rb +29 -8
- data/_generated/models/extract_request_behavior_actions_member1.rb +1 -1
- data/_generated/models/extract_request_behavior_actions_member2.rb +1 -1
- data/_generated/models/extract_request_identity_country_member1.rb +1 -1
- data/_generated/models/extract_request_language_member1.rb +1 -1
- data/_generated/models/extract_request_prompt_member1.rb +1 -1
- data/_generated/models/extract_request_url_member1.rb +1 -1
- data/_generated/models/extract_request_urls_member1.rb +1 -1
- data/_generated/models/filter_spec.rb +1 -1
- data/_generated/models/{profile_update_request.rb → ghostcrawl_api_routes_profiles_profile_update_request.rb} +41 -41
- data/_generated/models/ghostcrawl_api_routes_profiles_profile_update_request_name_member1.rb +62 -0
- data/_generated/models/ghostcrawl_api_routes_profiles_profile_update_request_storage_state_id_member1.rb +62 -0
- data/_generated/models/har_body.rb +1 -1
- data/_generated/models/map_body.rb +1 -1
- data/_generated/models/map_body_search_member1.rb +1 -1
- data/_generated/models/map_response.rb +1 -1
- data/_generated/models/map_response_truncated_to_server_max_member1.rb +1 -1
- data/_generated/models/models.rb +26 -13
- data/_generated/models/mouse_body.rb +1 -1
- data/_generated/models/mouse_body_ops.rb +1 -1
- data/_generated/models/mouse_body_profile_id_member1.rb +1 -1
- data/_generated/models/mouse_body_session_id_member1.rb +1 -1
- data/_generated/models/pdf_request.rb +22 -1
- data/_generated/models/pdf_request_identity_country_member1.rb +1 -1
- data/_generated/models/pdf_request_identity_member1.rb +1 -1
- data/_generated/models/pdf_request_language_member1.rb +1 -1
- data/_generated/models/pdf_request_profile_member1.rb +1 -1
- data/_generated/models/pdf_request_proxy_member1.rb +1 -1
- data/_generated/models/problem_details.rb +1 -1
- data/_generated/models/profile_create_request.rb +1 -1
- data/_generated/models/profile_create_request_storage_state_id_member1.rb +1 -1
- data/_generated/models/retry_delivery_response.rb +1 -1
- data/_generated/models/rotate_secret_response.rb +1 -1
- data/_generated/models/schedule_create_request.rb +1 -1
- data/_generated/models/schedule_create_request_job_params.rb +1 -1
- data/_generated/models/schedule_create_request_notify_webhook_member1.rb +1 -1
- data/_generated/models/scorer_spec.rb +1 -1
- data/_generated/models/scrape_page_result.rb +1 -1
- data/_generated/models/scrape_request.rb +46 -4
- data/_generated/models/scrape_request_behavior_actions_member1.rb +1 -1
- data/_generated/models/scrape_request_behavior_actions_member2.rb +1 -1
- data/_generated/models/scrape_request_device.rb +14 -0
- data/_generated/models/scrape_request_identity_country_member1.rb +1 -1
- data/_generated/models/scrape_request_identity_member1.rb +1 -1
- data/_generated/models/scrape_request_language_member1.rb +1 -1
- data/_generated/models/scrape_request_profile_member1.rb +1 -1
- data/_generated/models/scrape_request_proxy_member1.rb +1 -1
- data/_generated/models/scrape_request_screenshot_selector_member1.rb +1 -1
- data/_generated/models/scrape_request_session_member1.rb +1 -1
- data/_generated/models/scrape_request_timeout_ms_member1.rb +1 -1
- data/_generated/models/scrape_request_url_member1.rb +1 -1
- data/_generated/models/scrape_request_urls_member1.rb +1 -1
- data/_generated/models/scrape_result.rb +1 -1
- data/_generated/models/scrape_result_format_member1.rb +1 -1
- data/_generated/models/scrape_result_identity_id_member1.rb +1 -1
- data/_generated/models/scrape_result_markdown_member1.rb +1 -1
- data/_generated/models/scrape_result_status_member1.rb +1 -1
- data/_generated/models/scrape_result_token_estimate_member1.rb +1 -1
- data/_generated/models/scrape_result_warnings_member1.rb +1 -1
- data/_generated/models/screenshot_request.rb +22 -1
- data/_generated/models/screenshot_request_identity_country_member1.rb +1 -1
- data/_generated/models/screenshot_request_identity_member1.rb +1 -1
- data/_generated/models/screenshot_request_language_member1.rb +1 -1
- data/_generated/models/screenshot_request_profile_member1.rb +1 -1
- data/_generated/models/screenshot_request_proxy_member1.rb +1 -1
- data/_generated/models/screenshot_request_screenshot_selector_member1.rb +1 -1
- data/_generated/models/scroll_body.rb +258 -4
- data/_generated/models/scroll_body_distance_px_member1.rb +1 -1
- data/_generated/models/scroll_body_dy_member1.rb +62 -0
- data/_generated/models/scroll_body_profile_id_member1.rb +62 -0
- data/_generated/models/scroll_body_selector_member1.rb +1 -1
- data/_generated/models/scroll_body_session_id_member1.rb +62 -0
- data/_generated/models/search_request.rb +4 -4
- data/_generated/models/search_request_country_member1.rb +1 -1
- data/_generated/models/search_request_engine_member1.rb +1 -1
- data/_generated/models/search_request_freshness_member1.rb +1 -1
- data/_generated/models/search_request_vertical_member1.rb +1 -1
- data/_generated/models/session_create_request.rb +204 -1
- data/_generated/models/session_create_request_device.rb +15 -0
- data/_generated/models/session_create_request_device_seed_member1.rb +62 -0
- data/_generated/models/{profile_update_request_storage_state_id_member1.rb → session_create_request_identity_country_member1.rb} +5 -5
- data/_generated/models/session_create_request_profile_member1.rb +1 -1
- data/_generated/models/storage_state_attach_request.rb +1 -1
- data/_generated/models/storage_state_detach_request.rb +1 -1
- data/_generated/models/tab_visit_body.rb +1 -1
- data/_generated/models/tab_visit_body_profile_id_member1.rb +1 -1
- data/_generated/models/tab_visit_body_session_id_member1.rb +1 -1
- data/_generated/models/takeover_action_body.rb +1 -1
- data/_generated/models/touch_body.rb +1 -1
- data/_generated/models/touch_body_ops.rb +1 -1
- data/_generated/models/touch_body_profile_id_member1.rb +1 -1
- data/_generated/models/touch_body_session_id_member1.rb +1 -1
- data/_generated/models/upload_body.rb +95 -4
- data/_generated/models/upload_body_profile_id_member1.rb +62 -0
- data/_generated/models/wait_body.rb +95 -4
- data/_generated/models/wait_body_profile_id_member1.rb +62 -0
- data/_generated/models/wait_body_selector_member1.rb +1 -1
- data/_generated/models/webhook_create_request.rb +1 -1
- data/_generated/models/webhook_create_response.rb +1 -1
- data/_generated/models/webhook_delivery_list_response.rb +1 -1
- data/_generated/models/webhook_delivery_list_response_next_cursor_member1.rb +1 -1
- data/_generated/models/webhook_delivery_public.rb +1 -1
- data/_generated/models/webhook_delivery_public_delivered_at_member1.rb +1 -1
- data/_generated/models/webhook_delivery_public_error_class_member1.rb +1 -1
- data/_generated/models/webhook_delivery_public_replay_of_member1.rb +1 -1
- data/_generated/models/webhook_delivery_public_response_body_preview_member1.rb +1 -1
- data/_generated/models/webhook_delivery_public_response_status_member1.rb +1 -1
- data/_generated/models/webhook_list_response.rb +1 -1
- data/_generated/models/webhook_list_response_next_cursor_member1.rb +1 -1
- data/_generated/models/webhook_public.rb +1 -1
- data/_generated/models/webhook_public_secret_rotated_at_member1.rb +1 -1
- data/_generated/v1/cdp/cdp_request_builder.rb +7 -1
- data/_generated/v1/cdp/frame/frame_request_builder.rb +1 -1
- data/_generated/v1/cdp/input/input.rb +0 -0
- data/_generated/v1/cdp/input/input_request_builder.rb +74 -0
- data/_generated/v1/cdp/url/url_request_builder.rb +1 -1
- data/_generated/v1/content/content_request_builder.rb +1 -1
- data/_generated/v1/crawl/crawl_request_builder.rb +1 -1
- data/_generated/v1/crawl/deep/deep_request_builder.rb +1 -1
- data/_generated/v1/crawl/deep/item/with_run_item_request_builder.rb +1 -1
- data/_generated/v1/crawl_runs/crawl_runs_post_request_body.rb +1 -1
- data/_generated/v1/crawl_runs/crawl_runs_request_builder.rb +1 -1
- data/_generated/v1/crawl_runs/item/cancel/cancel_request_builder.rb +1 -1
- data/_generated/v1/crawl_runs/item/resume/resume_request_builder.rb +1 -1
- data/_generated/v1/crawl_runs/item/with_run_item_request_builder.rb +1 -1
- data/_generated/v1/datasets/datasets_post_request_body.rb +1 -1
- data/_generated/v1/datasets/datasets_request_builder.rb +1 -1
- data/_generated/v1/datasets/item/rows/append/append_post_request_body.rb +1 -1
- data/_generated/v1/datasets/item/rows/append/append_request_builder.rb +1 -1
- data/_generated/v1/datasets/item/rows/rows_request_builder.rb +1 -1
- data/_generated/v1/datasets/item/with_name_item_request_builder.rb +1 -1
- data/_generated/v1/downloads/downloads_request_builder.rb +1 -1
- data/_generated/v1/downloads/item/with_download_item_request_builder.rb +3 -3
- data/_generated/v1/extract/extract_post_response.rb +1 -1
- data/_generated/v1/extract/extract_request_builder.rb +5 -5
- data/_generated/v1/kv/item/with_key_item_request_builder.rb +1 -1
- data/_generated/v1/kv/item/with_key_put_request_body.rb +1 -1
- data/_generated/v1/kv/kv_request_builder.rb +1 -1
- data/_generated/v1/map/map_request_builder.rb +1 -1
- data/_generated/v1/page/arrival/arrival_request_builder.rb +1 -1
- data/_generated/v1/page/close_popups/close_popups_request_builder.rb +3 -3
- data/_generated/v1/page/cookies/cookies_request_builder.rb +10 -10
- data/_generated/v1/page/dom_snapshot/dom_snapshot_request_builder.rb +3 -3
- data/_generated/v1/page/download/download_request_builder.rb +3 -3
- data/_generated/v1/page/eval/eval_request_builder.rb +1 -1
- data/_generated/v1/page/har/har_request_builder.rb +1 -1
- data/_generated/v1/page/mouse/mouse_request_builder.rb +1 -1
- data/_generated/v1/page/page_request_builder.rb +1 -1
- data/_generated/v1/page/scroll/scroll_request_builder.rb +3 -3
- data/_generated/v1/page/tab_visit/tab_visit_request_builder.rb +1 -1
- data/_generated/v1/page/touch/touch_request_builder.rb +1 -1
- data/_generated/v1/page/upload/upload_request_builder.rb +3 -3
- data/_generated/v1/page/wait/wait_request_builder.rb +3 -3
- data/_generated/v1/pdf/pdf_request_builder.rb +1 -1
- data/_generated/v1/profiles/item/with_name_item_request_builder.rb +2 -2
- data/_generated/v1/profiles/profiles_request_builder.rb +1 -1
- data/_generated/v1/recordings/item/recording_item_request_builder.rb +1 -1
- data/_generated/v1/recordings/item/visual/frames/frames_request_builder.rb +4 -10
- data/_generated/v1/recordings/item/visual/start/start_request_builder.rb +4 -10
- data/_generated/v1/recordings/item/visual/stop/stop_request_builder.rb +4 -10
- data/_generated/v1/recordings/item/visual/visual_request_builder.rb +4 -10
- data/_generated/v1/recordings/recordings_request_builder.rb +1 -1
- data/_generated/v1/schedules/item/runs/runs_request_builder.rb +1 -1
- data/_generated/v1/schedules/item/with_schedule_item_request_builder.rb +1 -1
- data/_generated/v1/schedules/schedules_request_builder.rb +1 -1
- data/_generated/v1/scrape/batch/batch_request_builder.rb +1 -1
- data/_generated/v1/scrape/scrape_request_builder.rb +1 -1
- data/_generated/v1/screenshot/screenshot_request_builder.rb +1 -1
- data/_generated/v1/screenshot_blobs/item/with_ref_item_request_builder.rb +1 -1
- data/_generated/v1/screenshot_blobs/screenshot_blobs_request_builder.rb +1 -1
- data/_generated/v1/search/jobs/item/with_job_item_request_builder.rb +1 -1
- data/_generated/v1/search/jobs/jobs_request_builder.rb +1 -1
- data/_generated/v1/search/search_request_builder.rb +3 -3
- data/_generated/v1/selfhost/byo/behavior/behavior_put_request_body.rb +1 -1
- data/_generated/v1/selfhost/byo/behavior/behavior_request_builder.rb +1 -1
- data/_generated/v1/selfhost/byo/byo_request_builder.rb +1 -1
- data/_generated/v1/selfhost/byo/identity/identity_put_request_body.rb +1 -1
- data/_generated/v1/selfhost/byo/identity/identity_request_builder.rb +1 -1
- data/_generated/v1/selfhost/byo/proxy/proxy_put_request_body.rb +1 -1
- data/_generated/v1/selfhost/byo/proxy/proxy_request_builder.rb +1 -1
- data/_generated/v1/selfhost/selfhost_request_builder.rb +1 -1
- data/_generated/v1/sessions/create/create_request_builder.rb +1 -1
- data/_generated/v1/sessions/item/extend/extend_request_builder.rb +1 -1
- data/_generated/v1/sessions/item/pin/pin_request_builder.rb +1 -1
- data/_generated/v1/sessions/item/profile_item_request_builder.rb +47 -1
- data/_generated/v1/sessions/item/recording/recording_request_builder.rb +1 -1
- data/_generated/v1/sessions/item/recording/start/start_request_builder.rb +1 -1
- data/_generated/v1/sessions/item/recording/stop/stop_request_builder.rb +1 -1
- data/_generated/v1/sessions/item/release/release_request_builder.rb +1 -1
- data/_generated/v1/sessions/item/takeover/takeover_request_builder.rb +3 -3
- data/_generated/v1/sessions/item/takeover_release/takeover_release_request_builder.rb +1 -1
- data/_generated/v1/sessions/item/takeover_token/takeover_token_request_builder.rb +1 -1
- data/_generated/v1/sessions/item/terminate/terminate.rb +0 -0
- data/_generated/v1/sessions/item/terminate/terminate_request_builder.rb +71 -0
- data/_generated/v1/sessions/sessions_request_builder.rb +1 -1
- data/_generated/v1/storage_states/detach/detach_request_builder.rb +1 -1
- data/_generated/v1/storage_states/item/attach/attach_request_builder.rb +1 -1
- data/_generated/v1/storage_states/item/with_id_or_name_item_request_builder.rb +1 -1
- data/_generated/v1/storage_states/storage_states_post_request_body.rb +1 -1
- data/_generated/v1/storage_states/storage_states_request_builder.rb +3 -3
- data/_generated/v1/v1_request_builder.rb +1 -8
- data/_generated/v1/webhooks/item/deliveries/deliveries_request_builder.rb +1 -1
- data/_generated/v1/webhooks/item/deliveries/item/retry_escaped/retry_request_builder.rb +1 -1
- data/_generated/v1/webhooks/item/deliveries/item/with_delivery_item_request_builder.rb +1 -1
- data/_generated/v1/webhooks/item/rotate_secret/rotate_secret_request_builder.rb +1 -1
- data/_generated/v1/webhooks/item/with_webhook_item_request_builder.rb +1 -1
- data/_generated/v1/webhooks/webhooks_request_builder.rb +1 -1
- data/lib/ghostcrawl/client.rb +2 -2
- data/lib/ghostcrawl/version.rb +1 -1
- metadata +36 -26
- data/_generated/models/agent_request.rb +0 -203
- data/_generated/models/agent_request_mode.rb +0 -8
- data/_generated/models/agent_request_task.rb +0 -164
- data/_generated/models/agent_request_task_steps.rb +0 -122
- data/_generated/models/agent_request_task_steps_type.rb +0 -9
- data/_generated/models/auth_context.rb +0 -204
- data/_generated/models/error_envelope.rb +0 -264
- data/_generated/models/error_envelope_limits.rb +0 -162
- data/_generated/models/proxy_config.rb +0 -116
- data/_generated/v1/agent/agent.rb +0 -1
- data/_generated/v1/agent/agent404_error.rb +0 -87
- data/_generated/v1/agent/agent_request_builder.rb +0 -73
- data/_generated/v1/binary/binary.rb +0 -9
- /data/_generated/{ghostcrawl.rb → ghost_crawl.rb} +0 -0
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: b936e010dbc3903f5d9ca60aee045ab1b08e5a2f6aeaa458f2e5584b0fcb4570
|
|
4
|
+
data.tar.gz: 64aeb1aada95730a984d4b7d1a283bb157561b4b39b9d220e83dd62a53731f81
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 95479ed0a00fea2bfb2d234a5362a28d92d1f03fea66b12475ff2ecb7530e1a8284594f6e5372f5f8fb55e6e1c88cd20c1a2b4e08e7256fd8bf73eae8c5e6cff
|
|
7
|
+
data.tar.gz: c57ff8e67f96d006ec4c587174aa24c3427f57beed161b998239dda1eeaae9dd67ee52e90891865de534dfb9acb521e43e2f8da2bc078728874019f6f419d15d
|
data/README.md
CHANGED
|
@@ -6,18 +6,26 @@ Collect web data at scale — scrape, crawl, search, and extract structured data
|
|
|
6
6
|
## Install
|
|
7
7
|
|
|
8
8
|
```bash
|
|
9
|
-
gem install ghostcrawl
|
|
9
|
+
gem install ghostcrawl -v 2.3.8
|
|
10
10
|
```
|
|
11
11
|
|
|
12
12
|
With Bundler:
|
|
13
13
|
|
|
14
14
|
```bash
|
|
15
|
-
bundle add ghostcrawl
|
|
15
|
+
bundle add ghostcrawl -v 2.3.8
|
|
16
16
|
```
|
|
17
17
|
|
|
18
|
-
(equivalently, add `gem "ghostcrawl", "
|
|
18
|
+
(equivalently, add `gem "ghostcrawl", "2.3.8"` to your `Gemfile` and run `bundle install`).
|
|
19
19
|
|
|
20
|
-
Requires Ruby 3.
|
|
20
|
+
Requires Ruby 3.4+. Current version: **2.3.8**.
|
|
21
|
+
|
|
22
|
+
### First step: runtime setup
|
|
23
|
+
|
|
24
|
+
The client talks to the GhostCrawl API (hosted cloud or your own machine). To run
|
|
25
|
+
it locally, use the single unified terminal-install path — Docker, the three
|
|
26
|
+
browser engines and your API key — documented at
|
|
27
|
+
**https://docs.ghostcrawl.io/self-host**. One launcher covers Linux, macOS and
|
|
28
|
+
Windows; no per-SDK installer is needed.
|
|
21
29
|
|
|
22
30
|
## Quickstart
|
|
23
31
|
|