data-science-document-ai 1.43.3__tar.gz → 1.43.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/PKG-INFO +1 -1
  2. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/pyproject.toml +1 -1
  3. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/excel_processing.py +13 -2
  4. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/constants.py +0 -0
  5. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/constants_sandbox.py +0 -0
  6. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/docai.py +0 -0
  7. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/docai_processor_config.yaml +0 -0
  8. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/io.py +0 -0
  9. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/llm.py +0 -0
  10. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/log_setup.py +0 -0
  11. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/pdf_processing.py +0 -0
  12. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/postprocessing/common.py +0 -0
  13. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/postprocessing/postprocess_booking_confirmation.py +0 -0
  14. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/postprocessing/postprocess_commercial_invoice.py +0 -0
  15. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/postprocessing/postprocess_partner_invoice.py +0 -0
  16. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/evergreen/placeholders.json +0 -0
  17. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/evergreen/prompt.txt +0 -0
  18. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/hapag-lloyd/placeholders.json +0 -0
  19. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/hapag-lloyd/prompt.txt +0 -0
  20. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/maersk/placeholders.json +0 -0
  21. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/maersk/prompt.txt +0 -0
  22. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/msc/placeholders.json +0 -0
  23. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/msc/prompt.txt +0 -0
  24. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/oocl/placeholders.json +0 -0
  25. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/oocl/prompt.txt +0 -0
  26. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/other/placeholders.json +0 -0
  27. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/other/prompt.txt +0 -0
  28. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/yangming/placeholders.json +0 -0
  29. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bookingConfirmation/yangming/prompt.txt +0 -0
  30. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bundeskasse/other/placeholders.json +0 -0
  31. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/bundeskasse/other/prompt.txt +0 -0
  32. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/commercialInvoice/other/placeholders.json +0 -0
  33. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/commercialInvoice/other/prompt.txt +0 -0
  34. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/customsAssessment/other/prompt.txt +0 -0
  35. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/customsInvoice/other/placeholders.json +0 -0
  36. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/customsInvoice/other/prompt.txt +0 -0
  37. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/deliveryOrder/other/placeholders.json +0 -0
  38. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/deliveryOrder/other/prompt.txt +0 -0
  39. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/draftMbl/hapag-lloyd/prompt.txt +0 -0
  40. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/draftMbl/maersk/prompt.txt +0 -0
  41. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/draftMbl/other/placeholders.json +0 -0
  42. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/draftMbl/other/prompt.txt +0 -0
  43. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/finalMbL/hapag-lloyd/prompt.txt +0 -0
  44. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/finalMbL/maersk/prompt.txt +0 -0
  45. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/finalMbL/other/prompt.txt +0 -0
  46. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/packingList/other/placeholders.json +0 -0
  47. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/packingList/other/prompt.txt +0 -0
  48. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/partnerInvoice/other/placeholders.json +0 -0
  49. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/partnerInvoice/other/prompt.txt +0 -0
  50. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/postprocessing/port_code/placeholders.json +0 -0
  51. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/postprocessing/port_code/prompt_port_code.txt +0 -0
  52. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/preprocessing/carrier/placeholders.json +0 -0
  53. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/preprocessing/carrier/prompt.txt +0 -0
  54. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/library/shippingInstruction/other/prompt.txt +0 -0
  55. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/prompts/prompt_library.py +0 -0
  56. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/setup.py +0 -0
  57. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/tms.py +0 -0
  58. {data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/utils.py +0 -0
{data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: data-science-document-ai
3
- Version: 1.43.3
3
+ Version: 1.43.4
4
4
  Summary: "Document AI repo for data science"
5
5
  Author: Naomi Nguyen
6
6
  Author-email: naomi.nguyen@forto.com
{data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "data-science-document-ai"
3
- version = "1.43.3"
3
+ version = "1.43.4"
4
4
  description = "\"Document AI repo for data science\""
5
5
  authors = ["Naomi Nguyen <naomi.nguyen@forto.com>", "Kumar Rajendrababu <kumar.rajendrababu@forto.com>", "Igor Tonko <igor.tonko@forto.com>", "Osman Demirel <osman.demirel@forto.com>"]
6
6
  packages = [
{data_science_document_ai-1.43.3 → data_science_document_ai-1.43.4}/src/excel_processing.py RENAMED
@@ -9,12 +9,12 @@ from src.postprocessing.common import llm_prediction_to_tuples
9
9
  logger = logging.getLogger(__name__)
10
10
 
11
11
  import asyncio
12
- import json
13
12
 
14
13
  import numpy as np
15
14
  import pandas as pd
16
15
 
17
16
  from src.llm import prompt_excel_extraction
17
+ from src.prompts.prompt_library import prompt_library
18
18
  from src.utils import estimate_page_count, generate_schema_structure, get_excel_sheets
19
19
 
20
20
 
@@ -67,7 +67,18 @@ async def extract_data_from_excel(
67
67
 
68
68
  """
69
69
  # Generate the response structure
70
- response_schema = generate_schema_structure(params, input_doc_type)
70
+ response_schema = (
71
+ prompt_library.library[input_doc_type]["other"]["placeholders"]
72
+ if input_doc_type
73
+ in [
74
+ "partnerInvoice",
75
+ "customsInvoice",
76
+ "bundeskasse",
77
+ "commercialInvoice",
78
+ "packingList",
79
+ ]
80
+ else generate_schema_structure(params, input_doc_type)
81
+ )
71
82
 
72
83
  # Load the Excel file and get ONLY the "visible" sheet names
73
84
  sheets, workbook = get_excel_sheets(file_content, mime_type)