gulp-cli 1.1.8__tar.gz → 1.1.9__tar.gz

{gulp_cli-1.1.8/src/gulp_cli.egg-info → gulp_cli-1.1.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gulp-cli
-Version: 1.1.8
+Version: 1.1.9
 Summary: Command-line client for gULP
 Author-email: Mentat <info@mentat.is>
 Requires-Python: >=3.12
@@ -22,7 +22,7 @@ Dynamic: license-file
 ## ✨ What can you do?
 
 - 🔐 **Authentication** — secure login with token persistence
-- 📥 **Ingestion** — ingest files (single/batch/wildcard), zip archives, with concurrent uploads
+- 📥 **Ingestion** — ingest files (single/batch/wildcard), optionally compressed before upload, with concurrent uploads
 - 🔍 **Querying** — raw OpenSearch queries, Sigma rules, external plugins
 - 🏷️ **Enrichment** — enrich documents, tag/untag, update fields
 - 👥 **User Management** — create users, manage permissions (admin only)

{gulp_cli-1.1.8 → gulp_cli-1.1.9}/README.md

@@ -5,7 +5,7 @@
 ## ✨ What can you do?
 
 - 🔐 **Authentication** — secure login with token persistence
-- 📥 **Ingestion** — ingest files (single/batch/wildcard), zip archives, with concurrent uploads
+- 📥 **Ingestion** — ingest files (single/batch/wildcard), optionally compressed before upload, with concurrent uploads
 - 🔍 **Querying** — raw OpenSearch queries, Sigma rules, external plugins
 - 🏷️ **Enrichment** — enrich documents, tag/untag, update fields
 - 👥 **User Management** — create users, manage permissions (admin only)

{gulp_cli-1.1.8 → gulp_cli-1.1.9}/docs/command-reference.md

@@ -461,7 +461,7 @@ gulp-cli ingest file OPERATION_ID PLUGIN [FILE...] [OPTIONS]
 **Options:**
 
 - `--context TEXT` — Context for ingestion, specify a name to create a new context if it doesn't exist, or an existing `context_id` (default: `sdk_context`)
-- `--plugin-params TEXT` — JSON string with plugin parameters
+- `--plugin-params TEXT` — JSON string with plugin parameters. When it includes `"compressed": true`, gulp-cli bzip2-compresses each input file before upload and the backend decompresses it before plugin ingestion.
 - `--flt TEXT` — JSON object for `GulpIngestionFilter`
 - `--paths-file PATH` — Text file with one file or glob pattern per line. When set, positional `FILE` arguments are optional and ignored if also provided.
 - `--reset-operation` — Delete and recreate the operation before ingest starts
@@ -493,6 +493,9 @@ gulp-cli ingest file my_op win_evtx --paths-file /tmp/file_paths.txt
 # With plugin parameters
 gulp-cli ingest file my_op csv file.csv --plugin-params '{"delimiter":";","encoding":"utf-8"}'
 
+# Compress before upload and let the backend decompress before ingestion
+gulp-cli ingest file my_op win_evtx /path/to/System.evtx --plugin-params '{"compressed": true}'
+
 # Preview mode (no ingestion persisted)
 gulp-cli ingest file my_op win_evtx /path/to/System.evtx --preview
 
@@ -521,7 +524,7 @@ gulp-cli ingest file-to-source SOURCE_ID [FILE...] [OPTIONS]
 **Options:**
 
 - `--plugin TEXT` — Override the plugin associated with the source (requires `--plugin-params`)
-- `--plugin-params TEXT` — JSON object for plugin_params (overrides source defaults; required when `--plugin` is set, `{}` is allowed)
+- `--plugin-params TEXT` — JSON object for plugin_params (overrides source defaults; required when `--plugin` is set, `{}` is allowed). When it includes `"compressed": true`, gulp-cli bzip2-compresses each input file before upload and the backend decompresses it before plugin ingestion.
 - `--flt TEXT` — JSON object for GulpIngestionFilter
 - `--paths-file PATH` — Text file with one file or glob pattern per line. When set, positional `FILE` arguments are optional and ignored if also provided.
 - `--wait` — Wait for completion with progress
@@ -536,38 +539,7 @@ gulp-cli ingest file-to-source source123 /new/System.evtx --wait
 gulp-cli ingest file-to-source source123 '/new/*.evtx'
 gulp-cli ingest file-to-source source123 --paths-file /tmp/file_paths.txt
 gulp-cli ingest file-to-source source123 /new/events.json --plugin json --plugin-params '{"mapping_parameters": {}}'
-```
-
----
-
-#### `zip`
-
-Ingest from a ZIP archive.
-
-> TO BE DEPRECATED...
-
-```bash
-gulp-cli ingest zip OPERATION_ID ZIP_FILE [OPTIONS]
-```
-
-**Arguments:**
-
-- `OPERATION_ID` — Target operation
-- `ZIP_FILE` — Path to ZIP file containing a `metadata.json` in the root, describing the content as specified in gulp's `ingest_zip` docs.
-
-**Options:**
-
-- `--context TEXT` — Context for ingestion, specify a name to create a new context if it doesn't exist, or an existing `context_id` (default: `sdk_context`)
-- `--flt TEXT` — JSON object for `GulpIngestionFilter`
-- `--create-operation` — Create operation automatically when it does not exist
-- `--wait` — Wait for completion
-- `--timeout INTEGER` — Timeout in seconds for `--wait` mode
-
-**Examples:**
-
-```bash
-gulp-cli ingest zip my_op /data/evidence.zip --wait
-gulp-cli ingest zip my_op /data/evidence.zip --create-operation
+gulp-cli ingest file-to-source source123 /new/System.evtx --plugin win_evtx --plugin-params '{"compressed": true}'
 ```
 
 ---
@@ -2330,32 +2302,6 @@ gulp-cli plugin list-ui [OPTIONS]
 
 ---
 
-#### `plugin upload`
-
-Upload a new plugin.
-
-```bash
-gulp-cli plugin upload PLUGIN_FILE [OPTIONS]
-```
-
-#### `plugin download`
-
-Download a plugin.
-
-```bash
-gulp-cli plugin download FILENAME OUTPUT_PATH [OPTIONS]
-```
-
-#### `plugin delete`
-
-Delete a plugin.
-
-```bash
-gulp-cli plugin delete FILENAME [OPTIONS]
-```
-
----
-
 #### `mapping list`
 
 List all mapping files.

{gulp_cli-1.1.8 → gulp_cli-1.1.9}/docs/examples.md

@@ -8,7 +8,7 @@
     - [CSV Data Ingestion with Custom Parameters](#csv-data-ingestion-with-custom-parameters)
     - [JSON Logs Ingestion](#json-logs-ingestion)
     - [Add More Evidence to Existing Source](#add-more-evidence-to-existing-source)
-    - [ZIP Archive Ingestion](#zip-archive-ingestion)
+    - [Compressed File Ingestion](#compressed-file-ingestion)
     - [Create ZIP Archive from Paths and Masks](#create-zip-archive-from-paths-and-masks)
     - [Raw Payload Ingestion](#raw-payload-ingestion)
   - [Request Stats Monitoring Workflows](#request-stats-monitoring-workflows)
@@ -205,14 +205,12 @@ gulp-cli ingest file-to-source data-2026-001 /additional/evidence.evtx --wait
 gulp-cli ingest file-to-source data-2026-001 '/additional/*.evtx' --wait
 ```
 
-### ZIP Archive Ingestion
+### Compressed File Ingestion
 
 ```bash
-# Ingest prepared ZIP evidence archive
-gulp-cli ingest zip incident-001 /evidence/evidence.zip --wait
-
-# Auto-create operation when missing
-gulp-cli ingest zip incident-001 /evidence/evidence.zip --create-operation
+# Compress files with bzip2 before upload; the backend decompresses before ingestion
+gulp-cli ingest file incident-001 win_evtx /evidence/System.evtx \
+  --plugin-params '{"compressed": true}' --wait
 ```
 
 ### Create ZIP Archive from Paths and Masks
@@ -233,9 +231,6 @@ $CASE_ROOT/linux/**/*.log
 EOF
 
 gulp-cli ingest zip-create '$CASE_ROOT/evidence.zip' --paths-file /tmp/evidence_paths.txt --overwrite
-
-# Then ingest the generated ZIP
-gulp-cli ingest zip incident-001 '$CASE_ROOT/evidence.zip' --wait
 ```
 
 ### Raw Payload Ingestion

{gulp_cli-1.1.8 → gulp_cli-1.1.9}/docs/getting-started.md

@@ -207,11 +207,11 @@ This shows a real-time progress bar while documents are being ingested. Per-file
 gulp-cli ingest file-to-source existing-source-id /gulp/samples/win_evtx/Security.evtx --wait
 ```
 
-### Ingest ZIP / Raw Data
+### Compressed / Raw Data
 
 ```bash
-# ZIP archive ingestion
-gulp-cli ingest zip my_investigation /path/to/evidence.zip --wait
+# Compress locally with bzip2 before upload; the backend decompresses before ingestion
+gulp-cli ingest file my_investigation win_evtx /path/to/System.evtx --plugin-params '{"compressed": true}' --wait
 
 # Raw payload ingestion from a file
 gulp-cli ingest raw my_investigation --data-file /tmp/raw_chunk.json --last --wait

{gulp_cli-1.1.8 → gulp_cli-1.1.9}/docs/resource-management.md

@@ -196,58 +196,6 @@ List available UI plugins:
 gulp plugin list-ui
 ```
 
-### Upload Plugin
-
-Upload a custom plugin:
-
-```bash
-# Upload as default plugin
-gulp plugin upload /path/to/my_plugin.py
-
-# Upload as extension plugin
-gulp plugin upload /path/to/my_extension.py --type extension
-
-# Upload as UI plugin
-gulp plugin upload /path/to/my_ui_plugin.py --type ui
-
-# Fail if already exists
-gulp plugin upload /path/to/my_plugin.py --fail-if-exists
-```
-
-Response includes the file path where the plugin was saved on the server.
-
-### Download Plugin
-
-Download a plugin from the server:
-
-```bash
-# Download default plugin
-gulp plugin download win_evtx.py /local/path/win_evtx.py
-
-# Download extension plugin
-gulp plugin download my_extension.py /path/to/save --type extension
-
-# Download UI plugin
-gulp plugin download my_ui.py /path/to/save --type ui
-```
-
-### Delete Plugin
-
-Delete a plugin from the server:
-
-```bash
-# Delete default plugin
-gulp plugin delete my_plugin.py
-
-# Delete extension plugin
-gulp plugin delete my_extension.py --type extension
-
-# Delete UI plugin
-gulp plugin delete my_ui.py --type ui
-```
-
----
-
 ## Mapping File Management
 
 Mapping files define data transformations and field mappings for ingestion plugins.

{gulp_cli-1.1.8 → gulp_cli-1.1.9}/src/gulp_cli/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '1.1.8'
-__version_tuple__ = version_tuple = (1, 1, 8)
+__version__ = version = '1.1.9'
+__version_tuple__ = version_tuple = (1, 1, 9)
 
-__commit_id__ = commit_id = 'g6f1fa3720'
+__commit_id__ = commit_id = 'g487f18224'

{gulp_cli-1.1.8 → gulp_cli-1.1.9}/src/gulp_cli/commands/ingest.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import asyncio
+import bz2
 import json
 import os
 import re
@@ -45,6 +46,43 @@ _TERMINAL_STATUSES = {"done", "failed", "canceled"}
 _MAX_ZIP_PART_SIZE_BYTES = 4 * 1024**3 - 1
 
 
+def _plugin_params_request_compression(plugin_params: dict[str, Any] | None) -> bool:
+    """Return True when plugin parameters request core decompression."""
+    return bool(plugin_params and plugin_params.get("compressed"))
+
+
+def _bz2_compress_file_for_ingestion_sync(file_path: str) -> str:
+    """Compress a file into a temporary bzip2 file for upload."""
+    source_path = Path(file_path)
+    fd, temp_path = tempfile.mkstemp(
+        prefix=f"{source_path.name}.",
+        suffix=".bz2",
+    )
+    os.close(fd)
+
+    try:
+        with open(source_path, "rb") as src, bz2.open(temp_path, "wb") as dst:
+            shutil.copyfileobj(src, dst)
+    except Exception:
+        try:
+            Path(temp_path).unlink()
+        except FileNotFoundError:
+            pass
+        raise
+
+    return temp_path
+
+
+async def _maybe_bz2_compress_file_for_ingestion(
+    file_path: str, plugin_params: dict[str, Any] | None
+) -> tuple[str, str | None]:
+    """Return an upload path and optional temporary path to delete after upload."""
+    if not _plugin_params_request_compression(plugin_params):
+        return file_path, None
+    temp_path = await asyncio.to_thread(_bz2_compress_file_for_ingestion_sync, file_path)
+    return temp_path, temp_path
+
+
 def _default_ingest_batch_size() -> int:
     return max(1, (os.cpu_count() or 1) * 2)
 
@@ -1372,17 +1410,24 @@ def ingest_file(
             if preview:
                 previews: list[dict[str, Any]] = []
                 for file_path in unique_files:
-                    data = await client.ingest.preview(
-                        operation_id=operation_id,
-                        plugin_name=plugin,
-                        file_path=file_path,
-                        params={
-                            "context_name": context_name,
-                            "plugin_params": params["plugin_params"],
-                            "flt": params["flt"],
-                            "original_file_path": str(Path(file_path).resolve()),
-                        },
+                    upload_path, temp_path = await _maybe_bz2_compress_file_for_ingestion(
+                        file_path, params["plugin_params"]
                     )
+                    try:
+                        data = await client.ingest.preview(
+                            operation_id=operation_id,
+                            plugin_name=plugin,
+                            file_path=upload_path,
+                            params={
+                                "context_name": context_name,
+                                "plugin_params": params["plugin_params"],
+                                "flt": params["flt"],
+                                "original_file_path": str(Path(file_path).resolve()),
+                            },
+                        )
+                    finally:
+                        if temp_path:
+                            Path(temp_path).unlink(missing_ok=True)
                     previews.append({"file": file_path, "preview": data})
                 print_result(previews)
                 return
@@ -1408,18 +1453,25 @@ def ingest_file(
                 """Submit ingestion for one file; returns (file_path, req_id, submission)."""
                 req_id = str(uuid.uuid4())
                 req_to_file[req_id] = file_path
-                result = await client.ingest.file(
-                    operation_id=operation_id,
-                    plugin_name=plugin,
-                    file_path=file_path,
-                    context_name=context_name,
-                    params={
-                        **params,
-                        "original_file_path": str(Path(file_path).resolve()),
-                        "req_id": req_id,
-                    },
-                    wait=False,  # we handle waiting ourselves below
+                upload_path, temp_path = await _maybe_bz2_compress_file_for_ingestion(
+                    file_path, params["plugin_params"]
                 )
+                try:
+                    result = await client.ingest.file(
+                        operation_id=operation_id,
+                        plugin_name=plugin,
+                        file_path=upload_path,
+                        context_name=context_name,
+                        params={
+                            **params,
+                            "original_file_path": str(Path(file_path).resolve()),
+                            "req_id": req_id,
+                        },
+                        wait=False,  # we handle waiting ourselves below
+                    )
+                finally:
+                    if temp_path:
+                        Path(temp_path).unlink(missing_ok=True)
                 if hasattr(result, "model_dump"):
                     submission = result.model_dump(exclude_none=True)
                 else:
@@ -1705,19 +1757,27 @@ def ingest_file_to_source(
             async def _fire_one(file_path: str) -> tuple[str, str, dict[str, Any]]:
                 req_id = str(uuid.uuid4())
                 req_to_file[req_id] = file_path
-                result = await client.ingest.file_to_source(
-                    source_id=source_id,
-                    file_path=file_path,
-                    plugin=plugin,
-                    plugin_params=(
-                        params["plugin_params"]
-                        if plugin is not None
-                        else params["plugin_params"] or None
-                    ),
-                    flt=params["flt"] or None,
-                    req_id=req_id,
-                    wait=False,
+                upload_path, temp_path = await _maybe_bz2_compress_file_for_ingestion(
+                    file_path, params["plugin_params"]
                 )
+                try:
+                    result = await client.ingest.file_to_source(
+                        source_id=source_id,
+                        file_path=upload_path,
+                        plugin=plugin,
+                        plugin_params=(
+                            params["plugin_params"]
+                            if plugin is not None
+                            else params["plugin_params"] or None
+                        ),
+                        flt=params["flt"] or None,
+                        req_id=req_id,
+                        original_file_path=str(Path(file_path).resolve()),
+                        wait=False,
+                    )
+                finally:
+                    if temp_path:
+                        Path(temp_path).unlink(missing_ok=True)
                 if hasattr(result, "model_dump"):
                     submission = result.model_dump(exclude_none=True)
                 else:
@@ -1894,145 +1954,6 @@ def ingest_file_to_source(
     asyncio.run(_run())
 
 
-@app.command("zip")
-def ingest_zip(
-    operation_id: str,
-    zip_file: str = typer.Argument(
-        ...,
-        help="Path to a ZIP file which must contain a `metadata.json` in the root, describing the content as specified in gulp's `ingest_zip` docs.",
-    ),
-    context_name: str = typer.Option(
-        "sdk_context",
-        "--context",
-        help=(
-            "Context for ingestion, specify a name to create a new context if it "
-            "doesn't exist, or an existing `context_id`."
-        ),
-    ),
-    flt: str | None = typer.Option(
-        None, "--flt", help="JSON object for GulpIngestionFilter"
-    ),
-    reset_operation: bool = typer.Option(
-        False,
-        "--reset-operation",
-        help="Delete and recreate the operation before ingest starts",
-    ),
-    create_operation_if_missing: bool = typer.Option(
-        False,
-        "--create-operation",
-        help="Create operation automatically when it does not exist",
-    ),
-    wait: bool = typer.Option(False, "--wait", help="Wait for ingestion completion"),
-    wait_log: bool = typer.Option(
-        False,
-        "--wait-log",
-        help="Wait for ingestion completion and print websocket updates as they arrive.",
-    ),
-    wait_timeout: int = typer.Option(
-        300,
-        "--timeout",
-        help="Seconds to wait for completion (only used with --wait/--wait-log)",
-    ),
-) -> None:
-    """Ingest a ZIP archive into an operation."""
-
-    async def _run() -> None:
-        if reset_operation and create_operation_if_missing:
-            raise typer.BadParameter(
-                "--reset-operation and --create-operation are mutually exclusive"
-            )
-        if wait and wait_log:
-            raise typer.BadParameter("--wait and --wait-log are mutually exclusive")
-        wait_mode = wait or wait_log
-
-        async with get_client() as client:
-            await client.ensure_websocket()
-
-            async def _fetch_request_status(req_id: str) -> dict[str, Any] | None:
-                try:
-                    resp = await client._request(
-                        "GET", "/request_get_by_id", params={"obj_id": req_id}
-                    )
-                except Exception:
-                    return None
-                data = resp.get("data")
-                return data if isinstance(data, dict) else None
-
-            if reset_operation:
-                await client.operations.delete(operation_id, force=True)
-                await client.operations.create(name=operation_id)
-                if not get_runtime_verbose():
-                    print_warning(
-                        f"Operation {operation_id} reset (deleted and recreated)."
-                    )
-            else:
-                await _ensure_operation_exists(
-                    client,
-                    operation_id,
-                    create_if_missing=create_operation_if_missing,
-                )
-
-            params = {
-                "context_name": context_name,
-                "flt": parse_json_option(flt, field_name="flt") or {},
-            }
-            req_to_label: dict[str, str] = {}
-            tracker = await _IngestWsTracker.create(
-                client,
-                source_done_is_terminal=True,
-                log_updates=wait_log,
-                request_label_getter=lambda req_id: req_to_label.get(req_id, zip_file),
-                request_status_fetcher=_fetch_request_status,
-            )
-            result = await client.ingest.zip(
-                operation_id=operation_id,
-                plugin_name="zip",
-                zipfile_path=zip_file,
-                params=params,
-                wait=False,
-            )
-
-            if hasattr(result, "model_dump"):
-                submission = result.model_dump(exclude_none=True)
-            else:
-                submission = {"req_id": getattr(result, "req_id", None)}
-
-            req_id = str(submission.get("req_id") or "")
-            if not req_id:
-                # Fallback: if backend did not return req_id, surface submission as-is.
-                print_result(submission)
-                return
-
-            req_to_label[req_id] = zip_file
-            file_req_map: dict[str, str] = {zip_file: req_id}
-
-            if wait_mode:
-                waited = await tracker.wait_for_terminal(zip_file, req_id, wait_timeout)
-                print_result(waited)
-            else:
-                timed_out = await _wait_for_stats_create(client, [req_id])
-                if timed_out and not get_runtime_verbose():
-                    print_warning(
-                        f"Request did not receive STATS_CREATE within {_WS_CONFIRM_TIMEOUT_SEC:.0f}s - backend may still be processing: {req_id}"
-                    )
-
-                if get_runtime_verbose():
-                    print_result(
-                        {
-                            "file": zip_file,
-                            "req_id": req_id,
-                            "submitted": submission,
-                            "ws_confirmed": req_id not in timed_out,
-                        }
-                    )
-                else:
-                    print_result(
-                        {"file": zip_file, "req_id": req_id, "status": "pending"}
-                    )
-
-    asyncio.run(_run())
-
-
 @app.command("zip-create")
 def ingest_zip_create(
     output_zip: str = typer.Argument(

{gulp_cli-1.1.8 → gulp_cli-1.1.9}/src/gulp_cli/commands/plugin.py

@@ -4,7 +4,6 @@ Plugin management commands for Gulp CLI.
 from __future__ import annotations
 
 import asyncio
-from pathlib import Path
 from typing import Any, Literal
 
 import typer
@@ -81,70 +80,3 @@ def plugin_list_ui(
             )
 
     asyncio.run(_run())
-
-
-@app.command("upload")
-def plugin_upload(
-    file_path: str = typer.Argument(..., help="Path to the plugin .py file"),
-    plugin_type: Literal["default", "extension", "ui"] = typer.Option(
-        "default", "--type", help="Plugin type category"
-    ),
-    fail_if_exists: bool = typer.Option(
-        False, "--fail-if-exists", help="Fail if plugin file already exists"
-    ),
-) -> None:
-    """Upload a plugin file."""
-    async def _run() -> None:
-        # Check file exists
-        p = Path(file_path)
-        if not p.exists():
-            typer.echo(f"Error: File not found: {file_path}", err=True)
-            raise typer.Exit(1)
-
-        async with get_client() as client:
-            result = await client.plugins.upload(
-                file_path,
-                plugin_type=plugin_type,
-                fail_if_exists=fail_if_exists,
-            )
-            print_result(result)
-
-    asyncio.run(_run())
-
-
-@app.command("delete")
-def plugin_delete(
-    filename: str = typer.Argument(..., help="Plugin filename to delete, e.g., 'my_plugin.py'"),
-    plugin_type: Literal["default", "extension", "ui"] = typer.Option(
-        "default", "--type", help="Plugin type category"
-    ),
-) -> None:
-    """Delete a plugin file."""
-    async def _run() -> None:
-        async with get_client() as client:
-            result = await client.plugins.delete(filename, plugin_type=plugin_type)
-            print_result(result)
-
-    asyncio.run(_run())
-
-
-@app.command("download")
-def plugin_download(
-    filename: str = typer.Argument(..., help="Plugin filename to download, e.g., 'my_plugin.py'"),
-    output_path: str = typer.Argument(..., help="Local path to save the plugin"),
-    plugin_type: Literal["default", "extension", "ui"] = typer.Option(
-        "default", "--type", help="Plugin type category"
-    ),
-) -> None:
-    """Download a plugin file."""
-    async def _run() -> None:
-        async with get_client() as client:
-            result = await client.plugins.download(
-                filename,
-                output_path,
-                plugin_type=plugin_type,
-            )
-            data = {"file": result}
-            print_result(data)
-
-    asyncio.run(_run())

{gulp_cli-1.1.8 → gulp_cli-1.1.9/src/gulp_cli.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gulp-cli
-Version: 1.1.8
+Version: 1.1.9
 Summary: Command-line client for gULP
 Author-email: Mentat <info@mentat.is>
 Requires-Python: >=3.12
@@ -22,7 +22,7 @@ Dynamic: license-file
 ## ✨ What can you do?
 
 - 🔐 **Authentication** — secure login with token persistence
-- 📥 **Ingestion** — ingest files (single/batch/wildcard), zip archives, with concurrent uploads
+- 📥 **Ingestion** — ingest files (single/batch/wildcard), optionally compressed before upload, with concurrent uploads
 - 🔍 **Querying** — raw OpenSearch queries, Sigma rules, external plugins
 - 🏷️ **Enrichment** — enrich documents, tag/untag, update fields
 - 👥 **User Management** — create users, manage permissions (admin only)

{gulp_cli-1.1.8 → gulp_cli-1.1.9}/src/gulp_cli.egg-info/scm_version.json

@@ -1,7 +1,7 @@
 {
-  "tag": "1.1.8",
+  "tag": "1.1.9",
   "distance": 0,
-  "node": "g6f1fa372096bd3824cc9172417c6b33f5fcebbc1",
+  "node": "g487f18224426c2f3bfbaa588969bc1d5e4588997",
   "dirty": false,
   "branch": "HEAD",
   "node_date": "2026-06-24"

{gulp_cli-1.1.8 → gulp_cli-1.1.9}/tests/test_ingest_paths_file.py

@@ -1,6 +1,8 @@
 from __future__ import annotations
 
 import inspect
+import bz2
+import asyncio
 from pathlib import Path
 
 import pytest
@@ -8,6 +10,8 @@ import typer
 
 from gulp_cli.commands.ingest import (
     _expand_source_patterns,
+    _maybe_bz2_compress_file_for_ingestion,
+    _plugin_params_request_compression,
     ingest_file_to_source,
     ingest_file,
 )
@@ -76,3 +80,36 @@ def test_expand_source_patterns_rejects_binary_paths_file(tmp_path: Path) -> Non
 
     with pytest.raises(typer.BadParameter, match="must be UTF-8 text"):
         _expand_source_patterns([], str(paths_file))
+
+
+def test_compressed_plugin_params_create_bz2_upload_file(tmp_path: Path) -> None:
+    source = tmp_path / "sample.evtx"
+    payload = b"event log bytes"
+    source.write_bytes(payload)
+
+    assert _plugin_params_request_compression({"compressed": True})
+    upload_path, temp_path = asyncio.run(
+        _maybe_bz2_compress_file_for_ingestion(
+            str(source), {"compressed": True}
+        )
+    )
+    try:
+        assert temp_path == upload_path
+        assert upload_path.endswith(".bz2")
+        with bz2.open(upload_path, "rb") as f:
+            assert f.read() == payload
+    finally:
+        Path(upload_path).unlink(missing_ok=True)
+
+
+def test_uncompressed_plugin_params_keep_original_upload_file(tmp_path: Path) -> None:
+    source = tmp_path / "sample.evtx"
+    source.write_bytes(b"event log bytes")
+
+    assert not _plugin_params_request_compression({})
+    upload_path, temp_path = asyncio.run(
+        _maybe_bz2_compress_file_for_ingestion(str(source), {})
+    )
+
+    assert upload_path == str(source)
+    assert temp_path is None

{gulp_cli-1.1.8 → gulp_cli-1.1.9}/tests/test_ingest_wait_log.py

@@ -10,7 +10,6 @@ from gulp_cli.commands.ingest import (
     ingest_file,
     ingest_file_to_source,
     ingest_raw,
-    ingest_zip,
 )
 from gulp_sdk.websocket import WSMessage, WSMessageType
 
@@ -34,16 +33,6 @@ def test_ingest_file_to_source_exposes_plugin_option() -> None:
     assert plugin_default.param_decls == ("--plugin",)
 
 
-def test_ingest_zip_exposes_wait_log_option() -> None:
-    wait_log_default = inspect.signature(ingest_zip).parameters["wait_log"].default
-    assert wait_log_default.default is False
-
-
-def test_ingest_zip_exposes_context_option() -> None:
-    context_default = inspect.signature(ingest_zip).parameters["context_name"].default
-    assert context_default.param_decls == ("--context",)
-
-
 def test_ingest_raw_exposes_wait_log_option() -> None:
     wait_log_default = inspect.signature(ingest_raw).parameters["wait_log"].default
     assert wait_log_default.default is False