das-cli 1.0.6__py3-none-any.whl → 1.2.4__py3-none-any.whl

das/ai/plugins/dasai.py

@@ -3,6 +3,7 @@ import logging
 from dotenv import load_dotenv
 import asyncio
 from semantic_kernel import Kernel
+from openai import OpenAI
 from semantic_kernel.connectors.ai.open_ai import (
     OpenAIChatCompletion,    
 )
@@ -22,9 +23,17 @@ class DasAI:
         api_key = os.getenv("OPENAI_API_KEY") or load_openai_api_key()
         if not api_key:
             raise ValueError("OpenAI API key is not configured.")
-        self.openai_chat_completion = OpenAIChatCompletion(ai_model_id="gpt-4o-mini", api_key=api_key)
+        self.openai_chat_completion = OpenAIChatCompletion(ai_model_id=os.getenv("OPEN_AI_MODEL_ID"), api_key=api_key)
         self.kernel.add_service(self.openai_chat_completion)
-        self.kernel.add_plugin(GetEntryByCodePlugin(), plugin_name="get_entry_by_code")                                
+        self.kernel.add_plugin(GetEntryByCodePlugin(), plugin_name="get_entry_by_code")    
+        # self.__load_available_models()
+
+    def __load_available_models(self):
+        client = OpenAI(api_key=os.getenv("OPENAI_API_KEY") or load_openai_api_key())
+        models = client.models.list()
+        for model in models:
+            print(model.id)
+        
 
     async def main(self):
         history = ChatHistory()

das/cli.py

@@ -14,6 +14,7 @@ from das.app import Das
 from das.managers.download_manager import DownloadManager
 from das.managers.entries_manager import EntryManager
 from das.managers.search_manager import SearchManager
+from das.managers.digital_objects_manager import DigitalObjectsManager
 from das.common.file_utils import load_file_based_on_extension, parse_data_string
 from das.ai.plugins.dasai import DasAI
 
@@ -51,6 +52,7 @@ class DasCLI:
         self.entry_manager = None
         self.search_manager = None
         self.download_manager = None
+        self.digital_objects_manager = None
         self.das_ai = None        
 
     def get_client(self):
@@ -65,6 +67,7 @@ class DasCLI:
         self.entry_manager = EntryManager()
         self.search_manager = SearchManager()
         self.download_manager = DownloadManager()
+        self.digital_objects_manager = DigitalObjectsManager()
         # Set SSL verification based on saved config
         if not self.client:
             self.client = Das(self.api_url)
@@ -80,6 +83,7 @@ class DasCLI:
 pass_das_context = click.make_pass_decorator(DasCLI, ensure=True)
 
 @click.group()
+@click.version_option(package_name="das-cli")
 @click.pass_context
 def cli(ctx):
     """DAS Python CLI - Data Archive System client tool"""
@@ -397,14 +401,67 @@ def update_entry(das_ctx, attribute, code=None, file_path=None, data=None):
         click.secho(f"Error: {e}", fg="red")
 
 @entry.command("delete")
-@click.argument('code', required=True)
+@click.option('--code', default=None, help='Entry code')
+@click.option('--id', default=None, help='Entry ID')
+@click.option('--force', is_flag=True, help='Skip confirmation prompt')
 @pass_das_context
-def delete_entry(das_ctx, code):
-    """Delete entry by its code"""
-    client = das_ctx.get_client()
+def delete_entry(das_ctx, code, id, force):
+    """Delete an entry by its code or ID"""
+    if not code and not id:
+        raise click.UsageError("Please provide either an entry code or ID")
+
+    # Ensure client and entry_manager are initialized
+    das_ctx.get_client()
+
+    identifier = code or id
+    id_label = "code" if code else "ID"
+
+    if not force:
+        if not click.confirm(f"Are you sure you want to delete entry with {id_label} '{identifier}'?"):
+            click.echo("Operation cancelled.")
+            return
+
     try:
-        client.entries.delete(code)
-        click.secho(f"✓ Entry '{code}' deleted!", fg="green")
+        das_ctx.entry_manager.delete(id=id, code=code)
+        click.secho(f"✓ Entry with {id_label} '{identifier}' deleted!", fg="green")
+    except Exception as e:
+        click.secho(f"Error: {e}", fg="red")
+
+@entry.command("link-digital-objects")
+@click.option('--entry-code', required=True, help='Entry code to link/unlink digital objects to')
+@click.option('--digital-object-code', '-d', multiple=True, required=True, help='Digital object code. Use multiple times for multiple objects.')
+@click.option('--unlink', is_flag=True, help='Unlink specified digital objects from the entry instead of linking')
+@pass_das_context
+def link_digital_objects(das_ctx, entry_code, digital_object_code, unlink):
+    """Link or unlink existing digital objects to an entry by their codes.
+
+    Examples:
+
+    \b
+    # Link two digital objects to an entry
+    das entry link-digital-objects --entry-code ENT001 -d DO001 -d DO002
+
+    \b
+    # Unlink a digital object from an entry
+    das entry link-digital-objects --entry-code ENT001 -d DO003 --unlink
+    """
+    try:
+        das_ctx.get_client()
+        codes = list(digital_object_code)
+        if not codes:
+            raise click.UsageError("Please provide at least one --digital-object-code")
+
+        success = das_ctx.digital_objects_manager.link_existing_digital_objects(
+            entry_code=entry_code,
+            digital_object_code_list=codes,
+            is_unlink=unlink,
+        )
+
+        if success:
+            action = "unlinked" if unlink else "linked"
+            click.secho(f"✓ Successfully {action} {len(codes)} digital object(s) for entry '{entry_code}'", fg="green")
+        else:
+            click.secho("Operation did not report success.", fg="yellow")
     except Exception as e:
         click.secho(f"Error: {e}", fg="red")
 
@@ -509,6 +566,41 @@ def create_entry(das_ctx, attribute, file_path=None, data=None):
     except Exception as e:
         click.secho(f"Error: {e}", fg="red")
 
+@entry.command("upload-digital-object")
+@click.option('--entry-code', required=True, help='Entry code to attach the digital object to')
+@click.option('--type', 'digital_object_type', required=True, help='Digital object type name (e.g., Dataset, File, Image)')
+@click.option('--description', 'file_description', default='', help='Description for the uploaded file')
+@click.argument('file_path', required=True)
+@pass_das_context
+def upload_digital_object(das_ctx, entry_code, digital_object_type, file_description, file_path):
+    """Upload a file as a digital object and link it to an entry.
+
+    Examples:
+
+    \b
+    # Upload a dataset file and link to an entry
+    das entry upload-digital-object --entry-code ENT001 --type Dataset --description "CTD raw" c:\\data\\ctd.zip
+    """
+    try:
+        # Ensure services are initialized
+        das_ctx.get_client()
+
+        # Perform upload and link
+        digital_object_id = das_ctx.digital_objects_manager.upload_digital_object(
+            entry_code=entry_code,
+            file_description=file_description,
+            digital_object_type=digital_object_type,
+            file_path=file_path,
+        )
+
+        if digital_object_id:
+            click.secho("✓ Digital object uploaded and linked successfully!", fg="green")
+            click.echo(f"Digital Object ID: {digital_object_id}")
+        else:
+            click.secho("Upload completed but no ID was returned.", fg="yellow")
+    except Exception as e:
+        click.secho(f"Error: {e}", fg="red")
+
 @entry.command("get")
 @click.option('--code', default=None, help='Entry code')
 @click.option('--id', type=int, default=None, help='Entry ID')
@@ -915,6 +1007,38 @@ def create_download_request(das_ctx, name, entry, file, from_file, output_format
     except Exception as e:
         click.secho(f"Error: {e}", fg="red")
 
+@download.command("files")
+@click.argument('request_id', required=True)
+@click.option('--out', 'output_path', required=False, default='.', help='Output file path or directory (defaults to current directory)')
+@click.option('--force', is_flag=True, help='Overwrite existing file if present')
+@pass_das_context
+def download_files(das_ctx, request_id, output_path, force):
+    """
+    Download the completed bundle for a download request and save it to disk.
+
+    Examples:
+
+    \b
+    # Save into current directory with server-provided filename
+    das download files 6b0e68e6-00cd-43a7-9c51-d56c9c091123
+
+    \b
+    # Save to a specific folder
+    das download files 6b0e68e6-00cd-43a7-9c51-d56c9c091123 --out C:\\Downloads
+
+    \b
+    # Save to an explicit filename, overwriting if exists
+    das download files 6b0e68e6-00cd-43a7-9c51-d56c9c091123 --out C:\\Downloads\\bundle.zip --force
+    """
+    try:
+        das_ctx.get_client()
+        saved_path = das_ctx.download_manager.save_download(request_id=request_id, output_path=output_path, overwrite=force)
+        click.secho(f"✓ Download saved to: {saved_path}", fg="green")
+    except FileExistsError as e:
+        click.secho(str(e), fg="yellow")
+    except Exception as e:
+        click.secho(f"Error: {e}", fg="red")
+
 @download.command("delete-request")
 @click.argument('request_id', required=True)
 @pass_das_context

das/common/api.py

@@ -27,6 +27,26 @@ def get_data(url, headers=None, params=None):
         print(f"Error fetching API data: {e}")
         return {"error": str(e)}
 
+def get_binary_response(url, headers=None, params=None, stream=True):
+    """
+    Perform a GET request expected to return binary content.
+
+    Returns the raw requests.Response so callers can inspect headers
+    and stream content to disk.
+    """
+    try:
+        response = requests.get(
+            url,
+            headers=headers,
+            params=params,
+            verify=load_verify_ssl(),
+            stream=stream,
+        )
+        response.raise_for_status()
+        return response
+    except requests.RequestException as e:
+        return {"error": str(e)}
+
 def post_data(url, headers=None, data=None):
     """
     Send data to a REST API endpoint.

das/common/config.py

@@ -81,12 +81,18 @@ def load_verify_ssl() -> bool:
             
             if os.getenv("VERIFY_SSL") is not None:
                 VERIFY_SSL = os.getenv("VERIFY_SSL") == "True"
+                if not VERIFY_SSL:
+                    print("SSL certificate verification is disabled")
                 return VERIFY_SSL
 
             verify = config.get("verify_ssl")
             if verify is not None:
                 VERIFY_SSL = verify
+                if not VERIFY_SSL:
+                    print("SSL certificate verification is disabled")
                 return verify
+            else:
+                raise ValueError("SSL certificate verification is not set")
         except Exception:
             pass
     return VERIFY_SSL

das/managers/digital_objects_manager.py

@@ -0,0 +1,84 @@
+import os
+import sys
+from das.common.config import load_api_url
+from das.services.search import SearchService
+from das.services.entries import EntriesService
+from das.services.digital_objects import DigitalObjectsService
+
+sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+class DigitalObjectsManager:
+    """Manager for digital objects."""
+    
+    def __init__(self):
+        base_url = load_api_url()
+        if base_url is None or base_url == "":
+            raise ValueError(f"Base URL is required - {self.__class__.__name__}")
+
+        self.__attribute_id_digital_object_type = 5;
+        self.digital_objects_service = DigitalObjectsService(base_url)
+        self.entry_service = EntriesService(base_url)
+        self.search_service = SearchService(base_url)
+
+    def link_existing_digital_objects(
+        self, entry_code: str, digital_object_code_list: list[str], is_unlink: bool = False
+    ) -> bool:
+        """Attach or detach (unlink) digital objects to an entry using codes."""
+        entry_response = self.entry_service.get_entry(entry_code)
+
+        if entry_response is None:
+            raise ValueError(f"Entry with code '{entry_code}' not found")
+
+        entry_payload = entry_response.get("entry")
+        if entry_payload is None:
+            raise ValueError(f"Entry with code '{entry_code}' not found")
+
+        digital_object_id_list: list[str] = []
+
+        for code in digital_object_code_list:
+            do_response = self.entry_service.get_entry(code)
+            do_entry = do_response.get("entry") if do_response else None
+            if do_entry is None:
+                raise ValueError(f"Digital object with code '{code}' not found")
+            digital_object_id_list.append(do_entry.get("id"))
+
+        result = self.digital_objects_service.link_existing_digital_objects(
+            attribute_id=entry_response.get("attributeId"),
+            entry_id=entry_payload.get("id"),
+            digital_object_id_list=digital_object_id_list,
+            is_unlink=is_unlink,
+        )
+
+        return result
+
+    def upload_digital_object(self, entry_code: str, file_description: str, digital_object_type: str, file_path: str):
+        """Upload a digital object to the digital object service."""
+        response = self.search_service.search_entries(
+            queryString=f"displayname({digital_object_type})",
+            attributeId=self.__attribute_id_digital_object_type,
+            maxResultCount=1,
+            skipCount=0
+            )
+
+        entry_response = self.entry_service.get_entry(entry_code)
+        if entry_response is None:
+            raise ValueError(f"Entry with code '{entry_code}' not found")
+
+        if response.get('totalCount', 0) == 0:
+            raise ValueError(f"Digital object type '{digital_object_type}' not found")
+        
+        digital_object_type_id = response.get('items', [])[0].get('entry').get('id')
+        digital_object_id = self.digital_objects_service.upload_digital_object(file_description, digital_object_type_id, file_path)
+        
+        self.digital_objects_service.link_existing_digital_objects(
+            attribute_id=entry_response.get('attributeId'), 
+            entry_id=entry_response.get('entry').get('id'), 
+            digital_object_id_list=[digital_object_id]
+        )
+
+        return digital_object_id
+
+
+if __name__ == "__main__":
+    digital_objects_manager = DigitalObjectsManager()
+    digital_objects_manager.upload_digital_object(entry_code="zb.b.f7", file_description="test", digital_object_type="Dataset", file_path="my_new_file.txt")

das/managers/download_manager.py

@@ -90,4 +90,46 @@ class DownloadManager:
 
     def get_my_requests(self):
         """Get all download requests for the current user."""
-        return self.download_request_service.get_my_requests()
+        return self.download_request_service.get_my_requests()
+
+    def download_files(self, request_id: str):
+        """Return streaming response for files of a download request."""
+        return self.download_request_service.download_files(request_id)
+
+    def save_download(self, request_id: str, output_path: str, overwrite: bool = False) -> str:
+        """
+        Download and save the request bundle to disk.
+
+        Returns the path to the saved file.
+        """
+        import os
+
+        resp = self.download_files(request_id)
+        # If an error structure was returned from lower layer
+        if isinstance(resp, dict) and resp.get('error'):
+            raise ValueError(resp['error'])
+
+        # Determine filename from headers if available
+        filename = f"download_{request_id}.zip"
+        try:
+            cd = resp.headers.get('Content-Disposition') if hasattr(resp, 'headers') else None
+            if cd and 'filename=' in cd:
+                filename = cd.split('filename=')[-1].strip('"')
+        except Exception:
+            pass
+
+        # If output_path is a directory, join with filename
+        target_path = output_path
+        if os.path.isdir(output_path) or output_path.endswith(os.path.sep):
+            target_path = os.path.join(output_path, filename)
+
+        if os.path.exists(target_path) and not overwrite:
+            raise FileExistsError(f"File already exists: {target_path}. Use overwrite to replace.")
+
+        # Stream to disk
+        with open(target_path, 'wb') as f:
+            for chunk in resp.iter_content(chunk_size=8192):
+                if chunk:
+                    f.write(chunk)
+
+        return target_path

das/managers/entries_manager.py

@@ -23,6 +23,23 @@ class EntryManager:
         self.attribute_service = AttributesService(base_url)
         self.user_service = UsersService(base_url)
 
+    def delete(self, id: str = None, code: str = None) -> bool:
+        """Delete an entry by its id or code."""
+        if not id and not code:
+            raise ValueError("Entry ID or code is required")
+        if id:
+            if self.entry_service.delete_by_id(id=id) is True:
+                return True
+            else:
+                return False
+        elif code:
+            if self.entry_service.delete(code=code) is True:
+                return True
+            else:
+                return False
+        else:
+            raise ValueError("Entry ID or code is required")
+        
     def get_entry(self, entry_id: str):
         """Get entry details by ID"""
         if not entry_id:
@@ -222,6 +239,9 @@ class EntryManager:
             raise ValueError(f"Invalid existing entry response: {existing_entry_response}")
 
         attribute_id = existing_entry_response.get("attributeId")
+        
+        # make all keys lowercase
+        entry = {k.lower(): v for k, v in entry.items()}
 
         if not attribute_id:
             raise ValueError("Attribute ID is missing in the existing entry")
@@ -244,6 +264,10 @@ class EntryManager:
 
             if field_name in entry:
                 updated_entry[column_name] = self.__get_value(field, entry[field_name])
+            elif column_name in entry:
+                updated_entry[column_name] = self.__get_value(field, entry[column_name])
+            else:
+                updated_entry[column_name] = None
 
         return self.entry_service.update(attribute_id=attribute_id, entry=updated_entry)
     
@@ -276,7 +300,7 @@ class EntryManager:
                         if (datasource is not None and isinstance(datasource, dict) and "attributeid" in datasource):
                             attribute_id = datasource.get("attributeid")
                 except json.JSONDecodeError:
-                    raise ValueError(f"Invalid customdata JSON: {field.get('customdata')}")        
+                    raise ValueError(f"Invalid customdata JSON: {field.get('customdata')}")             
 
         search_params = {
             "attributeId": attribute_id,            
@@ -285,6 +309,14 @@ class EntryManager:
             "skipCount": 0
         }
 
+        # checks if source is GUID, if so, than we search by id   
+        if self.is_guid(source):
+            search_params['queryString'] = f"id({source});"
+            search_response = self.search_service.search_entries(**search_params)
+        else:
+            search_params['queryString'] = f"displayname({source});"
+            search_response = self.search_service.search_entries(**search_params)
+
         search_response = self.search_service.search_entries(**search_params)
 
         if search_response.get('totalCount', 0) == 0:
@@ -303,6 +335,10 @@ class EntryManager:
             return json.dumps([result])
         else:           
             return source
+
+    def is_guid(self, source: str) -> bool:
+        """Helper method to check if a string is a GUID."""
+        return len(source) == 36 and source.count('-') == 4
         
     def __get_field_value(self, entry_raw, field):
         """Helper method to safely get field value from entry_raw."""

das/managers/search_manager.py

@@ -3,7 +3,6 @@ from das.services.attributes import AttributesService
 from das.services.entry_fields import EntryFieldsService
 from das.services.search import SearchService
 
-
 class SearchManager:
     def __init__(self):        
         base_url = load_api_url()
@@ -59,6 +58,22 @@ class SearchManager:
                 "sorting": self.__convert_sorting(entry_fields, sort_by, sort_order)
             }
             results = self.search_service.search_entries(**search_params)
-            return results
+
+            # Build user-friendly items list while preserving totalCount
+            friendly_items = []
+            for result in results.get('items', []):
+                entry = result.get('entry', {}) if isinstance(result, dict) else {}
+                friendly_item = {}
+                for field in entry_fields:
+                    display_name = field.get('displayName')
+                    column_name = field.get('column')
+                    if display_name and column_name:
+                        friendly_item[display_name] = entry.get(column_name)
+                friendly_items.append(friendly_item)
+
+            return {
+                'items': friendly_items,
+                'totalCount': results.get('totalCount', len(friendly_items))
+            }
         except Exception as e:
             raise ValueError(f"Search failed: {str(e)}")

das/services/digital_objects.py

@@ -0,0 +1,142 @@
+import os
+import sys
+from math import ceil
+from os.path import exists
+import json
+from base64 import b64encode
+from das.common.api import post_data
+from das.common.config import load_token, load_verify_ssl
+from pathlib import Path
+import math
+import uuid
+import requests
+
+CHUNK_SIZE = 1000000 # 1MB
+class DigitalObjectsService:
+    def __init__(self, base_url):
+        self.base_url = f"{base_url}/api/services/app/DigitalObject"
+        # Common possible upload endpoints observed across deployments
+        self.upload_digital_object_url = f"{base_url}/File/UploadDigitalObject"
+
+    def link_existing_digital_objects(self, attribute_id: int, entry_id: str, digital_object_id_list: list[str], is_unlink: bool = False):
+        """Link existing digital objects to an entry."""
+        token = load_token()
+
+        if token is None or token == "":
+            raise ValueError("Authorization token is required")
+
+        headers = {
+            "Authorization": f"Bearer {token}",
+            "Content-Type": "application/json",
+        }
+
+        payload = {
+            "attributeId": attribute_id,
+            "attributeValueId": entry_id,
+            "digitalObjects": [],
+        }
+
+        for digital_object_id in digital_object_id_list:
+            payload["digitalObjects"].append(
+                {
+                    "attributeId": attribute_id,
+                    "attributeValueId": entry_id,
+                    "digitalObjectId": digital_object_id,
+                    "isDeleted": is_unlink,
+                }
+            )
+
+        response = post_data(
+            f"{self.base_url}/LinkExistingDigitalObject", data=payload, headers=headers
+        )
+
+        return response.get("success")
+
+    # This is our chunk reader. This is what gets the next chunk of data ready to send.
+    def __read_in_chunks(self, file_object, chunk_size):
+        while True:
+            data = file_object.read(chunk_size)
+            if not data:
+                break
+            yield data
+
+
+    def upload_digital_object(self,  file_description: str, digital_object_type_id: str, file_path: str):
+
+        if not exists(file_path):
+            raise ValueError(f"File '{file_path}' does not exist")
+
+        head, tail = os.path.split(file_path)
+
+        metadata = {
+            "fileName": tail,
+            "fileSize": os.path.getsize(file_path),
+            "description": file_description,
+            "digitalObjectTypeId": digital_object_type_id,
+            "id": str(uuid.uuid4()).lower(),
+            "description": file_description,
+            "totalCount": ceil(os.path.getsize(file_path) / CHUNK_SIZE),
+            "index": 0,
+        }
+
+        binary_file = open(file_path, "rb")
+        index = 0
+        offset = 0
+        digital_object_id = None        
+        headers = {}
+
+        try:
+            for chunk in self.__read_in_chunks(binary_file, CHUNK_SIZE):
+                offset = index + len(chunk)
+                headers['Content-Range'] = 'bytes %s-%s/%s' % (index, offset - 1, metadata.get('fileSize'))
+                index = offset   
+                json_metadata = json.dumps(metadata)
+                base654_bytes = b64encode(json_metadata.encode('utf-8')).decode('ascii')
+                headers['metadata'] = base654_bytes               
+
+                r = self.upload_file(chunk, metadata, headers)
+
+                if r.get('result', None) is None:                    
+                    continue
+
+                digital_object_id = r.get('result').get('id')
+                metadata['index'] = index + 1
+                
+            binary_file.close()               
+
+        except Exception as e:
+            raise ValueError(f"Error uploading file '{file_path}': {str(e)}")
+        finally:
+            binary_file.close()
+
+            return digital_object_id
+
+        
+
+    def upload_file(self, file, body, headers):
+        """Upload a file to the digital object service."""
+        token = load_token()
+        headers.update({
+            "Accept": "application/json",
+            "Authorization": f"Bearer {token}",
+            # Do NOT set Content-Type here when sending files; requests will set proper multipart boundary
+        })
+
+        files = {
+            "file": ("chunk", file, "application/octet-stream"),
+        }
+
+        try:
+            response = requests.post(self.upload_digital_object_url, headers=headers, files=files, verify=load_verify_ssl())
+            response.raise_for_status()
+            if response.status_code == 200:
+                return response.json()
+            else:
+                raise ValueError(f"Error uploading file: {response.status_code} - {response.text}")
+        except requests.RequestException as e:
+            raise ValueError(f"Error uploading file: {str(e)}")
+
+
+    
+
+

das/services/downloads.py

@@ -1,10 +1,11 @@
-from das.common.api import post_data, get_data
+from das.common.api import post_data, get_data, get_binary_response
 from das.common.config import load_token
 
 
 class DownloadRequestService:
     def __init__(self, base_url):
         self.base_url = f"{base_url}/api/services/app/DownloadRequest"
+        self.download_files_url = f"{base_url}/File/DownloadRequestSet"
 
     def create(self, request_data: list[dict]):
         """Create a new download request."""
@@ -81,4 +82,20 @@ class DownloadRequestService:
         error_msg = None
         if isinstance(response, dict):
             error_msg = response.get('error') or response.get('message')
-        raise ValueError(error_msg or 'Failed to fetch download requests')
+        raise ValueError(error_msg or 'Failed to fetch download requests')
+
+    def download_files(self, request_id: str):
+        """Return a streaming HTTP response for the download bundle of a request."""
+        token = load_token()
+
+        if (token is None or token == ""):
+            raise ValueError("Authorization token is required")
+            
+        headers = {
+            "Authorization": f"Bearer {token}"
+        }
+
+        url = f"{self.download_files_url}?requestId={request_id}"
+
+        response = get_binary_response(url, headers=headers, params=None, stream=True)
+        return response