xberg 1.2.5 → 1.2.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/ext/xberg_rb/native/Cargo.lock +67 -162
- data/ext/xberg_rb/native/Cargo.toml +5 -5
- data/ext/xberg_rb/src/lib.rs +1584 -325
- data/lib/xberg/native.rb +139 -277
- data/lib/xberg/version.rb +2 -2
- data/sig/types.rbs +236 -384
- metadata +2 -2
data/sig/types.rbs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:f06d266849d9d28303cb88810861ceeedbdf08525bd64d878a8bab9ec1b2e606
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify
|
|
5
5
|
|
|
@@ -10,10 +10,10 @@ module Xberg
|
|
|
10
10
|
type json_value = Hash[String, untyped] | Array[untyped] | String | Integer | Float | bool | nil
|
|
11
11
|
|
|
12
12
|
class AccelerationConfig
|
|
13
|
-
attr_reader provider:
|
|
13
|
+
attr_reader provider: enum_ExecutionProviderType
|
|
14
14
|
attr_reader device_id: Integer
|
|
15
15
|
|
|
16
|
-
def initialize: (?provider:
|
|
16
|
+
def initialize: (?provider: enum_ExecutionProviderType, ?device_id: Integer) -> void
|
|
17
17
|
end
|
|
18
18
|
|
|
19
19
|
class ArchiveEntry
|
|
@@ -92,11 +92,11 @@ def initialize: (?entry_count: Integer, ?citation_keys: Array[String], ?authors:
|
|
|
92
92
|
end
|
|
93
93
|
|
|
94
94
|
class BrowserConfig
|
|
95
|
-
attr_reader mode:
|
|
96
|
-
attr_reader backend:
|
|
95
|
+
attr_reader mode: enum_BrowserMode
|
|
96
|
+
attr_reader backend: enum_BrowserBackend
|
|
97
97
|
attr_reader endpoint: String?
|
|
98
98
|
attr_reader timeout: Integer
|
|
99
|
-
attr_reader wait:
|
|
99
|
+
attr_reader wait: enum_BrowserWait
|
|
100
100
|
attr_reader wait_selector: String?
|
|
101
101
|
attr_reader extra_wait: Integer?
|
|
102
102
|
attr_reader proxy: ProxyConfig?
|
|
@@ -106,7 +106,7 @@ def initialize: (?entry_count: Integer, ?citation_keys: Array[String], ?authors:
|
|
|
106
106
|
attr_reader capture_network_events: bool
|
|
107
107
|
attr_reader session_affinity: bool
|
|
108
108
|
|
|
109
|
-
def initialize: (?mode:
|
|
109
|
+
def initialize: (?mode: enum_BrowserMode, ?backend: enum_BrowserBackend, ?endpoint: String, ?timeout: Integer, ?wait: enum_BrowserWait, ?wait_selector: String, ?extra_wait: Integer, ?proxy: ProxyConfig, ?block_url_patterns: Array[String], ?eval_script: String, ?robots_user_agent: String, ?capture_network_events: bool, ?session_affinity: bool) -> void
|
|
110
110
|
end
|
|
111
111
|
|
|
112
112
|
class CacheStats
|
|
@@ -138,13 +138,13 @@ def initialize: (?mode: BrowserMode, ?backend: BrowserBackend, ?endpoint: String
|
|
|
138
138
|
|
|
139
139
|
class Chunk
|
|
140
140
|
attr_reader content: String
|
|
141
|
-
attr_reader chunk_type:
|
|
141
|
+
attr_reader chunk_type: enum_ChunkType
|
|
142
142
|
attr_reader embedding: Array[Float]?
|
|
143
143
|
attr_reader sparse_embedding: SparseEmbedding?
|
|
144
144
|
attr_reader late_interaction: MultiVectorEmbedding?
|
|
145
145
|
attr_reader metadata: ChunkMetadata
|
|
146
146
|
|
|
147
|
-
def initialize: (content: String, chunk_type:
|
|
147
|
+
def initialize: (content: String, chunk_type: enum_ChunkType, ?embedding: Array[Float], ?sparse_embedding: SparseEmbedding, ?late_interaction: MultiVectorEmbedding, metadata: ChunkMetadata) -> void
|
|
148
148
|
end
|
|
149
149
|
|
|
150
150
|
class ChunkClassificationConfig
|
|
@@ -200,16 +200,16 @@ def initialize: (byte_start: Integer, byte_end: Integer, ?token_count: Integer,
|
|
|
200
200
|
attr_reader max_characters: Integer
|
|
201
201
|
attr_reader overlap: Integer
|
|
202
202
|
attr_reader trim: bool
|
|
203
|
-
attr_reader chunker_type:
|
|
203
|
+
attr_reader chunker_type: enum_ChunkerType
|
|
204
204
|
attr_reader embedding: EmbeddingConfig?
|
|
205
205
|
attr_reader sparse_embedding: SparseEmbeddingConfig?
|
|
206
206
|
attr_reader late_interaction: LateInteractionConfig?
|
|
207
207
|
attr_reader preset: String?
|
|
208
208
|
attr_reader sizing: ChunkSizing
|
|
209
209
|
attr_reader topic_threshold: Float?
|
|
210
|
-
attr_reader table_chunking:
|
|
210
|
+
attr_reader table_chunking: enum_TableChunkingMode
|
|
211
211
|
|
|
212
|
-
def initialize: (?max_characters: Integer, ?overlap: Integer, ?trim: bool, ?chunker_type:
|
|
212
|
+
def initialize: (?max_characters: Integer, ?overlap: Integer, ?trim: bool, ?chunker_type: enum_ChunkerType, ?embedding: EmbeddingConfig, ?sparse_embedding: SparseEmbeddingConfig, ?late_interaction: LateInteractionConfig, ?preset: String, ?sizing: ChunkSizing, ?topic_threshold: Float, ?table_chunking: enum_TableChunkingMode) -> void
|
|
213
213
|
end
|
|
214
214
|
|
|
215
215
|
class Citation
|
|
@@ -259,7 +259,7 @@ def initialize: (text: String, context_path: Array[String], node_types: Array[St
|
|
|
259
259
|
end
|
|
260
260
|
|
|
261
261
|
class CodeDataNode
|
|
262
|
-
attr_reader kind:
|
|
262
|
+
attr_reader kind: enum_CodeDataNodeKind
|
|
263
263
|
attr_reader key: String?
|
|
264
264
|
attr_reader value: String?
|
|
265
265
|
attr_reader attributes: Array[CodeDataAttribute]
|
|
@@ -267,7 +267,7 @@ def initialize: (text: String, context_path: Array[String], node_types: Array[St
|
|
|
267
267
|
attr_reader byte_start: Integer
|
|
268
268
|
attr_reader byte_end: Integer
|
|
269
269
|
|
|
270
|
-
def initialize: (kind:
|
|
270
|
+
def initialize: (kind: enum_CodeDataNodeKind, ?key: String, ?value: String, attributes: Array[CodeDataAttribute], children: Array[CodeDataNode], byte_start: Integer, byte_end: Integer) -> void
|
|
271
271
|
end
|
|
272
272
|
|
|
273
273
|
class CodeMetadata
|
|
@@ -318,8 +318,8 @@ def initialize: (?output_format: String, ?preprocessing_preset: String, ?remove_
|
|
|
318
318
|
end
|
|
319
319
|
|
|
320
320
|
class ConversionOptions
|
|
321
|
-
attr_reader heading_style:
|
|
322
|
-
attr_reader list_indent_type:
|
|
321
|
+
attr_reader heading_style: enum_HeadingStyle
|
|
322
|
+
attr_reader list_indent_type: enum_ListIndentType
|
|
323
323
|
attr_reader list_indent_width: Integer
|
|
324
324
|
attr_reader bullets: String
|
|
325
325
|
attr_reader strong_em_symbol: String
|
|
@@ -332,17 +332,17 @@ def initialize: (?output_format: String, ?preprocessing_preset: String, ?remove_
|
|
|
332
332
|
attr_reader default_title: bool
|
|
333
333
|
attr_reader br_in_tables: bool
|
|
334
334
|
attr_reader compact_tables: bool
|
|
335
|
-
attr_reader highlight_style:
|
|
335
|
+
attr_reader highlight_style: enum_HighlightStyle
|
|
336
336
|
attr_reader extract_metadata: bool
|
|
337
|
-
attr_reader whitespace_mode:
|
|
337
|
+
attr_reader whitespace_mode: enum_WhitespaceMode
|
|
338
338
|
attr_reader strip_newlines: bool
|
|
339
339
|
attr_reader wrap: bool
|
|
340
340
|
attr_reader wrap_width: Integer
|
|
341
341
|
attr_reader convert_as_inline: bool
|
|
342
342
|
attr_reader sub_symbol: String
|
|
343
343
|
attr_reader sup_symbol: String
|
|
344
|
-
attr_reader newline_style:
|
|
345
|
-
attr_reader code_block_style:
|
|
344
|
+
attr_reader newline_style: enum_NewlineStyle
|
|
345
|
+
attr_reader code_block_style: enum_CodeBlockStyle
|
|
346
346
|
attr_reader keep_inline_images_in: Array[String]
|
|
347
347
|
attr_reader preprocessing: PreprocessingOptions
|
|
348
348
|
attr_reader encoding: String
|
|
@@ -350,9 +350,9 @@ def initialize: (?output_format: String, ?preprocessing_preset: String, ?remove_
|
|
|
350
350
|
attr_reader strip_tags: Array[String]
|
|
351
351
|
attr_reader preserve_tags: Array[String]
|
|
352
352
|
attr_reader skip_images: bool
|
|
353
|
-
attr_reader url_escape_style:
|
|
354
|
-
attr_reader link_style:
|
|
355
|
-
attr_reader output_format:
|
|
353
|
+
attr_reader url_escape_style: enum_UrlEscapeStyle
|
|
354
|
+
attr_reader link_style: enum_LinkStyle
|
|
355
|
+
attr_reader output_format: enum_HtmlToMarkdownRsOutputFormat
|
|
356
356
|
attr_reader include_document_structure: bool
|
|
357
357
|
attr_reader extract_images: bool
|
|
358
358
|
attr_reader max_image_size: Integer
|
|
@@ -360,9 +360,9 @@ def initialize: (?output_format: String, ?preprocessing_preset: String, ?remove_
|
|
|
360
360
|
attr_reader infer_dimensions: bool
|
|
361
361
|
attr_reader max_depth: Integer?
|
|
362
362
|
attr_reader exclude_selectors: Array[String]
|
|
363
|
-
attr_reader tier_strategy:
|
|
363
|
+
attr_reader tier_strategy: enum_TierStrategy
|
|
364
364
|
|
|
365
|
-
def initialize: (?heading_style:
|
|
365
|
+
def initialize: (?heading_style: enum_HeadingStyle, ?list_indent_type: enum_ListIndentType, ?list_indent_width: Integer, ?bullets: String, ?strong_em_symbol: String, ?escape_asterisks: bool, ?escape_underscores: bool, ?escape_misc: bool, ?escape_ascii: bool, ?code_language: String, ?autolinks: bool, ?default_title: bool, ?br_in_tables: bool, ?compact_tables: bool, ?highlight_style: enum_HighlightStyle, ?extract_metadata: bool, ?whitespace_mode: enum_WhitespaceMode, ?strip_newlines: bool, ?wrap: bool, ?wrap_width: Integer, ?convert_as_inline: bool, ?sub_symbol: String, ?sup_symbol: String, ?newline_style: enum_NewlineStyle, ?code_block_style: enum_CodeBlockStyle, ?keep_inline_images_in: Array[String], ?preprocessing: PreprocessingOptions, ?encoding: String, ?debug: bool, ?strip_tags: Array[String], ?preserve_tags: Array[String], ?skip_images: bool, ?url_escape_style: enum_UrlEscapeStyle, ?link_style: enum_LinkStyle, ?output_format: enum_HtmlToMarkdownRsOutputFormat, ?include_document_structure: bool, ?extract_images: bool, ?max_image_size: Integer, ?capture_svg: bool, ?infer_dimensions: bool, ?max_depth: Integer, ?exclude_selectors: Array[String], ?tier_strategy: enum_TierStrategy) -> void
|
|
366
366
|
end
|
|
367
367
|
|
|
368
368
|
class CoreProperties
|
|
@@ -390,8 +390,8 @@ def initialize: (?heading_style: HeadingStyle, ?list_indent_type: ListIndentType
|
|
|
390
390
|
attr_reader max_pages: Integer?
|
|
391
391
|
attr_reader max_links_per_page: Integer?
|
|
392
392
|
attr_reader max_concurrent: Integer?
|
|
393
|
-
attr_reader crawl_strategy:
|
|
394
|
-
attr_reader content_filter:
|
|
393
|
+
attr_reader crawl_strategy: enum_CrawlStrategyKind
|
|
394
|
+
attr_reader content_filter: enum_ContentFilterKind?
|
|
395
395
|
attr_reader bm25_query: String?
|
|
396
396
|
attr_reader bm25_threshold: Float?
|
|
397
397
|
attr_reader respect_robots_txt: bool
|
|
@@ -415,7 +415,7 @@ def initialize: (?heading_style: HeadingStyle, ?list_indent_type: ListIndentType
|
|
|
415
415
|
attr_reader map_limit: Integer?
|
|
416
416
|
attr_reader map_search: String?
|
|
417
417
|
attr_reader download_assets: bool
|
|
418
|
-
attr_reader asset_types: Array[
|
|
418
|
+
attr_reader asset_types: Array[enum_AssetCategory]
|
|
419
419
|
attr_reader max_asset_size: Integer?
|
|
420
420
|
attr_reader browser: BrowserConfig
|
|
421
421
|
attr_reader proxy: ProxyConfig?
|
|
@@ -427,14 +427,14 @@ def initialize: (?heading_style: HeadingStyle, ?list_indent_type: ListIndentType
|
|
|
427
427
|
attr_reader document_max_size: Integer?
|
|
428
428
|
attr_reader document_mime_types: Array[String]
|
|
429
429
|
attr_reader document_output_dir: String?
|
|
430
|
-
attr_reader document_content_encoding:
|
|
430
|
+
attr_reader document_content_encoding: enum_DocumentContentEncoding?
|
|
431
431
|
attr_reader warc_output: String?
|
|
432
432
|
attr_reader browser_profile: String?
|
|
433
433
|
attr_reader save_browser_profile: bool
|
|
434
434
|
attr_reader ssrf: SsrfPolicy
|
|
435
435
|
attr_reader ssrf_deny_private_explicit: bool?
|
|
436
436
|
|
|
437
|
-
def initialize: (?max_depth: Integer, ?max_pages: Integer, ?max_links_per_page: Integer, ?max_concurrent: Integer, ?crawl_strategy:
|
|
437
|
+
def initialize: (?max_depth: Integer, ?max_pages: Integer, ?max_links_per_page: Integer, ?max_concurrent: Integer, ?crawl_strategy: enum_CrawlStrategyKind, ?content_filter: enum_ContentFilterKind, ?bm25_query: String, ?bm25_threshold: Float, ?respect_robots_txt: bool, ?soft_http_errors: bool, ?user_agent: String, ?stay_on_domain: bool, ?allow_subdomains: bool, ?include_paths: Array[String], ?exclude_paths: Array[String], ?custom_headers: Hash[String, String], ?request_timeout: Integer, ?rate_limit_ms: Integer, ?max_redirects: Integer, ?retry_count: Integer, ?retry_codes: Array[Integer], ?cookies_enabled: bool, ?auth: AuthConfig, ?max_body_size: Integer, ?remove_tags: Array[String], ?content: ContentConfig, ?map_limit: Integer, ?map_search: String, ?download_assets: bool, ?asset_types: Array[enum_AssetCategory], ?max_asset_size: Integer, ?browser: BrowserConfig, ?proxy: ProxyConfig, ?user_agents: Array[String], ?capture_screenshot: bool, ?follow_document_urls: bool, ?document_url_depth: Integer, ?download_documents: bool, ?document_max_size: Integer, ?document_mime_types: Array[String], ?document_output_dir: String, ?document_content_encoding: enum_DocumentContentEncoding, ?warc_output: String, ?browser_profile: String, ?save_browser_profile: bool, ?ssrf: SsrfPolicy, ?ssrf_deny_private_explicit: bool) -> void
|
|
438
438
|
end
|
|
439
439
|
|
|
440
440
|
class CsvConfig
|
|
@@ -471,10 +471,14 @@ def initialize: (?record_count: Integer, ?field_count: Integer, ?fields: Array[D
|
|
|
471
471
|
|
|
472
472
|
class DeepseekOcrBackendOptions
|
|
473
473
|
attr_reader model_path: String?
|
|
474
|
-
attr_reader
|
|
474
|
+
attr_reader model_id: String?
|
|
475
|
+
attr_reader hf_revision: String?
|
|
476
|
+
attr_reader cache_dir: String?
|
|
477
|
+
attr_reader device: enum_CandleDevicePreference?
|
|
475
478
|
attr_reader version: Integer?
|
|
479
|
+
attr_reader dtype: enum_CandleDeepseekOcrDtype?
|
|
476
480
|
|
|
477
|
-
def initialize: (?model_path: String, ?device:
|
|
481
|
+
def initialize: (?model_path: String, ?model_id: String, ?hf_revision: String, ?cache_dir: String, ?device: enum_CandleDevicePreference, ?version: Integer, ?dtype: enum_CandleDeepseekOcrDtype) -> void
|
|
478
482
|
end
|
|
479
483
|
|
|
480
484
|
class DetectResponse
|
|
@@ -550,10 +554,10 @@ def initialize: (plain_text: String, blocks: Array[FormattedBlock], metadata: Me
|
|
|
550
554
|
|
|
551
555
|
class DoctorCheck
|
|
552
556
|
attr_reader name: String
|
|
553
|
-
attr_reader status:
|
|
557
|
+
attr_reader status: enum_ProbeStatus
|
|
554
558
|
attr_reader message: String
|
|
555
559
|
|
|
556
|
-
def initialize: (name: String, status:
|
|
560
|
+
def initialize: (name: String, status: enum_ProbeStatus, message: String) -> void
|
|
557
561
|
end
|
|
558
562
|
|
|
559
563
|
class DoctorReport
|
|
@@ -567,9 +571,9 @@ def initialize: (?checks: Array[DoctorCheck]) -> void
|
|
|
567
571
|
attr_reader start_page: Integer
|
|
568
572
|
attr_reader end_page: Integer
|
|
569
573
|
attr_reader confidence: Float
|
|
570
|
-
attr_reader reason:
|
|
574
|
+
attr_reader reason: enum_BoundaryReason
|
|
571
575
|
|
|
572
|
-
def initialize: (start_page: Integer, end_page: Integer, confidence: Float, reason:
|
|
576
|
+
def initialize: (start_page: Integer, end_page: Integer, confidence: Float, reason: enum_BoundaryReason) -> void
|
|
573
577
|
end
|
|
574
578
|
|
|
575
579
|
class DocumentCounts
|
|
@@ -596,33 +600,33 @@ def initialize: (?checks: Array[DoctorCheck]) -> void
|
|
|
596
600
|
attr_reader content: NodeContent
|
|
597
601
|
attr_reader parent: Integer?
|
|
598
602
|
attr_reader children: Array[Integer]
|
|
599
|
-
attr_reader content_layer:
|
|
603
|
+
attr_reader content_layer: enum_ContentLayer
|
|
600
604
|
attr_reader page: Integer?
|
|
601
605
|
attr_reader page_end: Integer?
|
|
602
606
|
attr_reader bbox: BoundingBox?
|
|
603
607
|
attr_reader annotations: Array[TextAnnotation]
|
|
604
608
|
attr_reader attributes: Hash[String, String]?
|
|
605
609
|
|
|
606
|
-
def initialize: (id: String, content: NodeContent, ?parent: Integer, children: Array[Integer], content_layer:
|
|
610
|
+
def initialize: (id: String, content: NodeContent, ?parent: Integer, children: Array[Integer], content_layer: enum_ContentLayer, ?page: Integer, ?page_end: Integer, ?bbox: BoundingBox, annotations: Array[TextAnnotation], ?attributes: Hash[String, String]) -> void
|
|
607
611
|
end
|
|
608
612
|
|
|
609
613
|
class DocumentRelationship
|
|
610
614
|
attr_reader source: Integer
|
|
611
615
|
attr_reader target: Integer
|
|
612
|
-
attr_reader kind:
|
|
616
|
+
attr_reader kind: enum_RelationshipKind
|
|
613
617
|
|
|
614
|
-
def initialize: (source: Integer, target: Integer, kind:
|
|
618
|
+
def initialize: (source: Integer, target: Integer, kind: enum_RelationshipKind) -> void
|
|
615
619
|
end
|
|
616
620
|
|
|
617
621
|
class DocumentRevision
|
|
618
622
|
attr_reader revision_id: String
|
|
619
623
|
attr_reader author: String?
|
|
620
624
|
attr_reader timestamp: String?
|
|
621
|
-
attr_reader kind:
|
|
625
|
+
attr_reader kind: enum_RevisionKind
|
|
622
626
|
attr_reader anchor: RevisionAnchor?
|
|
623
627
|
attr_reader delta: RevisionDelta
|
|
624
628
|
|
|
625
|
-
def initialize: (revision_id: String, ?author: String, ?timestamp: String, kind:
|
|
629
|
+
def initialize: (revision_id: String, ?author: String, ?timestamp: String, kind: enum_RevisionKind, ?anchor: RevisionAnchor, delta: RevisionDelta) -> void
|
|
626
630
|
end
|
|
627
631
|
|
|
628
632
|
class DocumentStructure
|
|
@@ -638,10 +642,10 @@ def initialize: (?nodes: Array[DocumentNode], ?source_format: String, ?relations
|
|
|
638
642
|
|
|
639
643
|
class DocumentSummary
|
|
640
644
|
attr_reader text: String
|
|
641
|
-
attr_reader strategy:
|
|
645
|
+
attr_reader strategy: enum_SummaryStrategy
|
|
642
646
|
attr_reader token_count: Integer?
|
|
643
647
|
|
|
644
|
-
def initialize: (text: String, strategy:
|
|
648
|
+
def initialize: (text: String, strategy: enum_SummaryStrategy, ?token_count: Integer) -> void
|
|
645
649
|
end
|
|
646
650
|
|
|
647
651
|
class DocxAppProperties
|
|
@@ -675,11 +679,11 @@ def initialize: (?core_properties: CoreProperties, ?app_properties: DocxAppPrope
|
|
|
675
679
|
|
|
676
680
|
class Element
|
|
677
681
|
attr_reader element_id: String
|
|
678
|
-
attr_reader element_type:
|
|
682
|
+
attr_reader element_type: enum_ElementType
|
|
679
683
|
attr_reader text: String
|
|
680
684
|
attr_reader metadata: ElementMetadata
|
|
681
685
|
|
|
682
|
-
def initialize: (element_id: String, element_type:
|
|
686
|
+
def initialize: (element_id: String, element_type: enum_ElementType, text: String, metadata: ElementMetadata) -> void
|
|
683
687
|
end
|
|
684
688
|
|
|
685
689
|
class ElementMetadata
|
|
@@ -830,21 +834,21 @@ def initialize: (sheets: Array[ExcelSheet], metadata: Hash[String, String], ?rev
|
|
|
830
834
|
end
|
|
831
835
|
|
|
832
836
|
class ExtractInput
|
|
833
|
-
attr_reader kind:
|
|
837
|
+
attr_reader kind: enum_ExtractInputKind
|
|
834
838
|
attr_reader bytes: String?
|
|
835
839
|
attr_reader uri: String?
|
|
836
840
|
attr_reader mime_type: String?
|
|
837
841
|
attr_reader filename: String?
|
|
838
842
|
attr_reader config: FileExtractionConfig?
|
|
839
843
|
|
|
840
|
-
def initialize: (?kind:
|
|
844
|
+
def initialize: (?kind: enum_ExtractInputKind, ?bytes: String, ?uri: String, ?mime_type: String, ?filename: String, ?config: FileExtractionConfig) -> void
|
|
841
845
|
end
|
|
842
846
|
|
|
843
847
|
class ExtractedDocument
|
|
844
848
|
attr_reader content: String
|
|
845
849
|
attr_reader mime_type: String
|
|
846
850
|
attr_reader metadata: Metadata
|
|
847
|
-
attr_reader extraction_method:
|
|
851
|
+
attr_reader extraction_method: enum_ExtractionMethod?
|
|
848
852
|
attr_reader tables: Array[Table]
|
|
849
853
|
attr_reader counts: DocumentCounts
|
|
850
854
|
attr_reader detected_languages: Array[String]?
|
|
@@ -875,7 +879,7 @@ def initialize: (sheets: Array[ExcelSheet], metadata: Hash[String, String], ?rev
|
|
|
875
879
|
attr_reader formulas: Array[Formula]
|
|
876
880
|
attr_reader form_fields: Array[PdfFormField]
|
|
877
881
|
|
|
878
|
-
def initialize: (?content: String, ?mime_type: String, ?metadata: Metadata, ?extraction_method:
|
|
882
|
+
def initialize: (?content: String, ?mime_type: String, ?metadata: Metadata, ?extraction_method: enum_ExtractionMethod, ?tables: Array[Table], ?counts: DocumentCounts, ?detected_languages: Array[String], ?detected_language_confidences: Array[LanguageConfidence], ?chunks: Array[Chunk], ?images: Array[ExtractedImage], ?pages: Array[PageContent], ?elements: Array[Element], ?djot_content: DjotContent, ?ocr_elements: Array[OcrElement], ?document: DocumentStructure, ?extracted_keywords: Array[Keyword], ?quality_score: Float, ?processing_warnings: Array[ProcessingWarning], ?annotations: Array[PdfAnnotation], ?children: Array[ArchiveEntry], ?uris: Array[ExtractedUri], ?revisions: Array[DocumentRevision], ?structured_output: String, ?code_intelligence: String, ?llm_usage: Array[LlmUsage], ?entities: Array[Entity], ?summary: DocumentSummary, ?extraction_confidence: ExtractionConfidence, ?translation: Translation, ?page_classifications: Array[PageClassification], ?redaction_report: RedactionReport, ?formulas: Array[Formula], ?form_fields: Array[PdfFormField]) -> void
|
|
879
883
|
end
|
|
880
884
|
|
|
881
885
|
class ExtractedImage
|
|
@@ -892,36 +896,36 @@ def initialize: (?content: String, ?mime_type: String, ?metadata: Metadata, ?ext
|
|
|
892
896
|
attr_reader ocr_result: ExtractedDocument?
|
|
893
897
|
attr_reader bounding_box: BoundingBox?
|
|
894
898
|
attr_reader source_path: String?
|
|
895
|
-
attr_reader image_kind:
|
|
899
|
+
attr_reader image_kind: enum_ImageKind?
|
|
896
900
|
attr_reader kind_confidence: Float?
|
|
897
901
|
attr_reader cluster_id: Integer?
|
|
898
902
|
attr_reader caption: String?
|
|
899
903
|
attr_reader qr_codes: Array[QrCode]?
|
|
900
904
|
attr_reader data_base64: String?
|
|
901
905
|
|
|
902
|
-
def initialize: (?data: String, ?format: String, ?image_index: Integer, ?page_number: Integer, ?width: Integer, ?height: Integer, ?colorspace: String, ?bits_per_component: Integer, ?is_mask: bool, ?description: String, ?ocr_result: ExtractedDocument, ?bounding_box: BoundingBox, ?source_path: String, ?image_kind:
|
|
906
|
+
def initialize: (?data: String, ?format: String, ?image_index: Integer, ?page_number: Integer, ?width: Integer, ?height: Integer, ?colorspace: String, ?bits_per_component: Integer, ?is_mask: bool, ?description: String, ?ocr_result: ExtractedDocument, ?bounding_box: BoundingBox, ?source_path: String, ?image_kind: enum_ImageKind, ?kind_confidence: Float, ?cluster_id: Integer, ?caption: String, ?qr_codes: Array[QrCode], ?data_base64: String) -> void
|
|
903
907
|
end
|
|
904
908
|
|
|
905
909
|
class ExtractedUri
|
|
906
910
|
attr_reader url: String
|
|
907
911
|
attr_reader label: String?
|
|
908
912
|
attr_reader page: Integer?
|
|
909
|
-
attr_reader kind:
|
|
913
|
+
attr_reader kind: enum_UriKind
|
|
910
914
|
|
|
911
|
-
def initialize: (url: String, ?label: String, ?page: Integer, kind:
|
|
915
|
+
def initialize: (url: String, ?label: String, ?page: Integer, kind: enum_UriKind) -> void
|
|
912
916
|
end
|
|
913
917
|
|
|
914
918
|
class ExtractionConfidence
|
|
915
919
|
attr_reader text_coverage: Float
|
|
916
920
|
attr_reader ocr_aggregate: Float?
|
|
917
|
-
attr_reader schema_compliance:
|
|
921
|
+
attr_reader schema_compliance: enum_SchemaCompliance
|
|
918
922
|
attr_reader combined: Float
|
|
919
923
|
|
|
920
|
-
def initialize: (text_coverage: Float, ?ocr_aggregate: Float, schema_compliance:
|
|
924
|
+
def initialize: (text_coverage: Float, ?ocr_aggregate: Float, schema_compliance: enum_SchemaCompliance, combined: Float) -> void
|
|
921
925
|
end
|
|
922
926
|
|
|
923
927
|
class ExtractionConfig
|
|
924
|
-
attr_reader mime_detection_policy:
|
|
928
|
+
attr_reader mime_detection_policy: enum_MimeDetectionPolicy
|
|
925
929
|
attr_reader use_cache: bool
|
|
926
930
|
attr_reader enable_quality_processing: bool
|
|
927
931
|
attr_reader ocr: OcrConfig?
|
|
@@ -942,13 +946,13 @@ def initialize: (?data: String, ?format: String, ?image_index: Integer, ?page_nu
|
|
|
942
946
|
attr_reader html_output: HtmlOutputConfig?
|
|
943
947
|
attr_reader extraction_timeout_secs: Integer?
|
|
944
948
|
attr_reader max_concurrent_extractions: Integer?
|
|
945
|
-
attr_reader result_format:
|
|
949
|
+
attr_reader result_format: enum_ResultFormat
|
|
946
950
|
attr_reader security_limits: SecurityLimits?
|
|
947
951
|
attr_reader max_embedded_file_bytes: Integer?
|
|
948
952
|
attr_reader output_format: OutputFormat
|
|
949
953
|
attr_reader escape_markdown: bool
|
|
950
954
|
attr_reader table_anchors: bool
|
|
951
|
-
attr_reader jupyter_cell_rendering:
|
|
955
|
+
attr_reader jupyter_cell_rendering: enum_JupyterCellRendering
|
|
952
956
|
attr_reader apply_notebook_cell_tags: bool
|
|
953
957
|
attr_reader layout: LayoutDetectionConfig?
|
|
954
958
|
attr_reader transcription: TranscriptionConfig?
|
|
@@ -974,9 +978,11 @@ def initialize: (?data: String, ?format: String, ?image_index: Integer, ?page_nu
|
|
|
974
978
|
attr_reader captioning: CaptioningConfig?
|
|
975
979
|
attr_reader qr_codes: bool?
|
|
976
980
|
|
|
977
|
-
def initialize: (?mime_detection_policy:
|
|
981
|
+
def initialize: (?mime_detection_policy: enum_MimeDetectionPolicy, ?use_cache: bool, ?enable_quality_processing: bool, ?ocr: OcrConfig, ?force_ocr: bool, ?ocr_strategy: OcrStrategy, ?force_ocr_pages: Array[Integer], ?disable_ocr: bool, ?chunking: ChunkingConfig, ?content_filter: ContentFilterConfig, ?images: ImageExtractionConfig, ?pdf_options: PdfConfig, ?token_reduction: TokenReductionOptions, ?language_detection: LanguageDetectionConfig, ?pages: PageConfig, ?keywords: KeywordConfig, ?postprocessor: PostProcessorConfig, ?html_options: ConversionOptions, ?html_output: HtmlOutputConfig, ?extraction_timeout_secs: Integer, ?max_concurrent_extractions: Integer, ?result_format: enum_ResultFormat, ?security_limits: SecurityLimits, ?max_embedded_file_bytes: Integer, ?output_format: OutputFormat, ?escape_markdown: bool, ?table_anchors: bool, ?jupyter_cell_rendering: enum_JupyterCellRendering, ?apply_notebook_cell_tags: bool, ?layout: LayoutDetectionConfig, ?transcription: TranscriptionConfig, ?use_layout_for_markdown: bool, ?include_document_structure: bool, ?acceleration: AccelerationConfig, ?cache_namespace: String, ?cache_ttl_secs: Integer, ?email: EmailConfig, ?csv: CsvConfig, ?geojson: GeoJsonExtractionConfig, ?concurrency: ConcurrencyConfig, ?url: UrlExtractionConfig, ?max_archive_depth: Integer, ?tree_sitter: TreeSitterConfig, ?structured_extraction: StructuredExtractionConfig, ?ner: NerConfig, ?redaction: RedactionConfig, ?summarization: SummarizationConfig, ?translation: TranslationConfig, ?page_classification: PageClassificationConfig, ?chunk_classification: ChunkClassificationConfig, ?captioning: CaptioningConfig, ?qr_codes: bool) -> void
|
|
978
982
|
def validate: () -> void
|
|
979
983
|
def needs_image_data: () -> bool
|
|
984
|
+
def runs_ocr_on_embedded_images: () -> bool
|
|
985
|
+
def wants_own_bytes_in_result: () -> bool
|
|
980
986
|
def needs_image_processing: () -> bool
|
|
981
987
|
end
|
|
982
988
|
|
|
@@ -1032,7 +1038,7 @@ def initialize: (?genres: Array[String], ?sequences: Array[String], ?annotation:
|
|
|
1032
1038
|
end
|
|
1033
1039
|
|
|
1034
1040
|
class FileExtractionConfig
|
|
1035
|
-
attr_reader mime_detection_policy:
|
|
1041
|
+
attr_reader mime_detection_policy: enum_MimeDetectionPolicy?
|
|
1036
1042
|
attr_reader enable_quality_processing: bool?
|
|
1037
1043
|
attr_reader ocr: OcrConfig?
|
|
1038
1044
|
attr_reader force_ocr: bool?
|
|
@@ -1050,7 +1056,7 @@ def initialize: (?genres: Array[String], ?sequences: Array[String], ?annotation:
|
|
|
1050
1056
|
attr_reader postprocessor: PostProcessorConfig?
|
|
1051
1057
|
attr_reader html_options: ConversionOptions?
|
|
1052
1058
|
attr_reader html_output: HtmlOutputConfig?
|
|
1053
|
-
attr_reader result_format:
|
|
1059
|
+
attr_reader result_format: enum_ResultFormat?
|
|
1054
1060
|
attr_reader output_format: OutputFormat?
|
|
1055
1061
|
attr_reader include_document_structure: bool?
|
|
1056
1062
|
attr_reader layout: LayoutDetectionConfig?
|
|
@@ -1068,7 +1074,7 @@ def initialize: (?genres: Array[String], ?sequences: Array[String], ?annotation:
|
|
|
1068
1074
|
attr_reader captioning: CaptioningConfig?
|
|
1069
1075
|
attr_reader qr_codes: bool?
|
|
1070
1076
|
|
|
1071
|
-
def initialize: (?mime_detection_policy:
|
|
1077
|
+
def initialize: (?mime_detection_policy: enum_MimeDetectionPolicy, ?enable_quality_processing: bool, ?ocr: OcrConfig, ?force_ocr: bool, ?ocr_strategy: OcrStrategy, ?force_ocr_pages: Array[Integer], ?disable_ocr: bool, ?chunking: ChunkingConfig, ?content_filter: ContentFilterConfig, ?images: ImageExtractionConfig, ?pdf_options: PdfConfig, ?token_reduction: TokenReductionOptions, ?language_detection: LanguageDetectionConfig, ?pages: PageConfig, ?keywords: KeywordConfig, ?postprocessor: PostProcessorConfig, ?html_options: ConversionOptions, ?html_output: HtmlOutputConfig, ?result_format: enum_ResultFormat, ?output_format: OutputFormat, ?include_document_structure: bool, ?layout: LayoutDetectionConfig, ?transcription: TranscriptionConfig, ?timeout_secs: Integer, ?tree_sitter: TreeSitterConfig, ?structured_extraction: StructuredExtractionConfig, ?url: UrlExtractionConfig, ?ner: NerConfig, ?redaction: RedactionConfig, ?summarization: SummarizationConfig, ?translation: TranslationConfig, ?page_classification: PageClassificationConfig, ?chunk_classification: ChunkClassificationConfig, ?captioning: CaptioningConfig, ?qr_codes: bool) -> void
|
|
1072
1078
|
end
|
|
1073
1079
|
|
|
1074
1080
|
class Footnote
|
|
@@ -1101,7 +1107,7 @@ def initialize: (label: String, content: Array[FormattedBlock]) -> void
|
|
|
1101
1107
|
end
|
|
1102
1108
|
|
|
1103
1109
|
class FormattedBlock
|
|
1104
|
-
attr_reader block_type:
|
|
1110
|
+
attr_reader block_type: enum_BlockType
|
|
1105
1111
|
attr_reader level: Integer?
|
|
1106
1112
|
attr_reader inline_content: Array[InlineElement]
|
|
1107
1113
|
attr_reader attributes: Attributes?
|
|
@@ -1109,7 +1115,7 @@ def initialize: (label: String, content: Array[FormattedBlock]) -> void
|
|
|
1109
1115
|
attr_reader code: String?
|
|
1110
1116
|
attr_reader children: Array[FormattedBlock]
|
|
1111
1117
|
|
|
1112
|
-
def initialize: (block_type:
|
|
1118
|
+
def initialize: (block_type: enum_BlockType, ?level: Integer, inline_content: Array[InlineElement], ?attributes: Attributes, ?language: String, ?code: String, children: Array[FormattedBlock]) -> void
|
|
1113
1119
|
end
|
|
1114
1120
|
|
|
1115
1121
|
class Formula
|
|
@@ -1127,13 +1133,13 @@ def initialize: (block_type: BlockType, ?level: Integer, inline_content: Array[I
|
|
|
1127
1133
|
end
|
|
1128
1134
|
|
|
1129
1135
|
class GlmOcrBackendOptions
|
|
1130
|
-
attr_reader task:
|
|
1131
|
-
attr_reader device:
|
|
1132
|
-
attr_reader layout_mode:
|
|
1136
|
+
attr_reader task: enum_GlmOcrTaskKind?
|
|
1137
|
+
attr_reader device: enum_CandleDevicePreference?
|
|
1138
|
+
attr_reader layout_mode: enum_GlmOcrLayoutMode?
|
|
1133
1139
|
attr_reader enable_chart_understanding: bool?
|
|
1134
1140
|
attr_reader cache_dir: String?
|
|
1135
1141
|
|
|
1136
|
-
def initialize: (?task:
|
|
1142
|
+
def initialize: (?task: enum_GlmOcrTaskKind, ?device: enum_CandleDevicePreference, ?layout_mode: enum_GlmOcrLayoutMode, ?enable_chart_understanding: bool, ?cache_dir: String) -> void
|
|
1137
1143
|
end
|
|
1138
1144
|
|
|
1139
1145
|
class GridCell
|
|
@@ -1224,7 +1230,7 @@ def initialize: (headings: Array[HeadingLevel]) -> void
|
|
|
1224
1230
|
attr_reader canonical_url: String?
|
|
1225
1231
|
attr_reader base_href: String?
|
|
1226
1232
|
attr_reader language: String?
|
|
1227
|
-
attr_reader text_direction:
|
|
1233
|
+
attr_reader text_direction: enum_TextDirection?
|
|
1228
1234
|
attr_reader open_graph: Hash[String, String]
|
|
1229
1235
|
attr_reader twitter_card: Hash[String, String]
|
|
1230
1236
|
attr_reader meta_tags: Hash[String, String]
|
|
@@ -1233,17 +1239,17 @@ def initialize: (headings: Array[HeadingLevel]) -> void
|
|
|
1233
1239
|
attr_reader images: Array[ImageMetadataType]
|
|
1234
1240
|
attr_reader structured_data: Array[StructuredData]
|
|
1235
1241
|
|
|
1236
|
-
def initialize: (?title: String, ?description: String, ?keywords: Array[String], ?author: String, ?canonical_url: String, ?base_href: String, ?language: String, ?text_direction:
|
|
1242
|
+
def initialize: (?title: String, ?description: String, ?keywords: Array[String], ?author: String, ?canonical_url: String, ?base_href: String, ?language: String, ?text_direction: enum_TextDirection, ?open_graph: Hash[String, String], ?twitter_card: Hash[String, String], ?meta_tags: Hash[String, String], ?headers: Array[HeaderMetadata], ?links: Array[LinkMetadata], ?images: Array[ImageMetadataType], ?structured_data: Array[StructuredData]) -> void
|
|
1237
1243
|
end
|
|
1238
1244
|
|
|
1239
1245
|
class HtmlOutputConfig
|
|
1240
1246
|
attr_reader css: String?
|
|
1241
1247
|
attr_reader css_file: String?
|
|
1242
|
-
attr_reader theme:
|
|
1248
|
+
attr_reader theme: enum_HtmlTheme
|
|
1243
1249
|
attr_reader class_prefix: String
|
|
1244
1250
|
attr_reader embed_css: bool
|
|
1245
1251
|
|
|
1246
|
-
def initialize: (?css: String, ?css_file: String, ?theme:
|
|
1252
|
+
def initialize: (?css: String, ?css_file: String, ?theme: enum_HtmlTheme, ?class_prefix: String, ?embed_css: bool) -> void
|
|
1247
1253
|
end
|
|
1248
1254
|
|
|
1249
1255
|
class ImageDimensions
|
|
@@ -1295,10 +1301,10 @@ def initialize: (?width: Integer, ?height: Integer, ?format: String, ?exif: Hash
|
|
|
1295
1301
|
attr_reader alt: String?
|
|
1296
1302
|
attr_reader title: String?
|
|
1297
1303
|
attr_reader dimensions: ImageDimensions?
|
|
1298
|
-
attr_reader image_type:
|
|
1304
|
+
attr_reader image_type: enum_ImageType
|
|
1299
1305
|
attr_reader attributes: Array[KeyValueAttribute]
|
|
1300
1306
|
|
|
1301
|
-
def initialize: (src: String, ?alt: String, ?title: String, ?dimensions: ImageDimensions, image_type:
|
|
1307
|
+
def initialize: (src: String, ?alt: String, ?title: String, ?dimensions: ImageDimensions, image_type: enum_ImageType, attributes: Array[KeyValueAttribute]) -> void
|
|
1302
1308
|
end
|
|
1303
1309
|
|
|
1304
1310
|
class ImagePreprocessingConfig
|
|
@@ -1331,12 +1337,12 @@ def initialize: (src: String, ?alt: String, ?title: String, ?dimensions: ImageDi
|
|
|
1331
1337
|
end
|
|
1332
1338
|
|
|
1333
1339
|
class InlineElement
|
|
1334
|
-
attr_reader element_type:
|
|
1340
|
+
attr_reader element_type: enum_InlineType
|
|
1335
1341
|
attr_reader content: String
|
|
1336
1342
|
attr_reader attributes: Attributes?
|
|
1337
1343
|
attr_reader metadata: Hash[String, String]?
|
|
1338
1344
|
|
|
1339
|
-
def initialize: (element_type:
|
|
1345
|
+
def initialize: (element_type: enum_InlineType, content: String, ?attributes: Attributes, ?metadata: Hash[String, String]) -> void
|
|
1340
1346
|
end
|
|
1341
1347
|
|
|
1342
1348
|
class JatsMetadata
|
|
@@ -1358,14 +1364,14 @@ def initialize: (?copyright: String, ?license: String, ?history_dates: Hash[Stri
|
|
|
1358
1364
|
class Keyword
|
|
1359
1365
|
attr_reader text: String
|
|
1360
1366
|
attr_reader score: Float
|
|
1361
|
-
attr_reader algorithm:
|
|
1367
|
+
attr_reader algorithm: enum_KeywordAlgorithm
|
|
1362
1368
|
attr_reader positions: Array[Integer]?
|
|
1363
1369
|
|
|
1364
|
-
def initialize: (text: String, score: Float, algorithm:
|
|
1370
|
+
def initialize: (text: String, score: Float, algorithm: enum_KeywordAlgorithm, ?positions: Array[Integer]) -> void
|
|
1365
1371
|
end
|
|
1366
1372
|
|
|
1367
1373
|
class KeywordConfig
|
|
1368
|
-
attr_reader algorithm:
|
|
1374
|
+
attr_reader algorithm: enum_KeywordAlgorithm
|
|
1369
1375
|
attr_reader max_keywords: Integer
|
|
1370
1376
|
attr_reader min_score: Float
|
|
1371
1377
|
attr_reader ngram_range: NgramRange
|
|
@@ -1373,7 +1379,7 @@ def initialize: (text: String, score: Float, algorithm: KeywordAlgorithm, ?posit
|
|
|
1373
1379
|
attr_reader yake_params: YakeParams?
|
|
1374
1380
|
attr_reader rake_params: RakeParams?
|
|
1375
1381
|
|
|
1376
|
-
def initialize: (?algorithm:
|
|
1382
|
+
def initialize: (?algorithm: enum_KeywordAlgorithm, ?max_keywords: Integer, ?min_score: Float, ?ngram_range: NgramRange, ?language: String, ?yake_params: YakeParams, ?rake_params: RakeParams) -> void
|
|
1377
1383
|
end
|
|
1378
1384
|
|
|
1379
1385
|
class LanguageConfidence
|
|
@@ -1428,24 +1434,24 @@ def initialize: (name: String, model_repo: String, model_file: String, additiona
|
|
|
1428
1434
|
end
|
|
1429
1435
|
|
|
1430
1436
|
class LayoutDetection
|
|
1431
|
-
attr_reader class_name:
|
|
1437
|
+
attr_reader class_name: enum_LayoutClass
|
|
1432
1438
|
attr_reader confidence: Float
|
|
1433
1439
|
attr_reader bbox: BBox
|
|
1434
1440
|
|
|
1435
|
-
def initialize: (class_name:
|
|
1441
|
+
def initialize: (class_name: enum_LayoutClass, confidence: Float, bbox: BBox) -> void
|
|
1436
1442
|
end
|
|
1437
1443
|
|
|
1438
1444
|
class LayoutDetectionConfig
|
|
1439
|
-
attr_reader strategy:
|
|
1445
|
+
attr_reader strategy: enum_LayoutStrategy
|
|
1440
1446
|
attr_reader confidence_threshold: Float?
|
|
1441
1447
|
attr_reader apply_heuristics: bool
|
|
1442
|
-
attr_reader table_model:
|
|
1443
|
-
attr_reader formula_model:
|
|
1444
|
-
attr_reader table_overlap_preference:
|
|
1448
|
+
attr_reader table_model: enum_TableModel
|
|
1449
|
+
attr_reader formula_model: enum_FormulaModel?
|
|
1450
|
+
attr_reader table_overlap_preference: enum_TableOverlapPreference
|
|
1445
1451
|
attr_reader acceleration: AccelerationConfig?
|
|
1446
1452
|
attr_reader enable_chart_understanding: bool
|
|
1447
1453
|
|
|
1448
|
-
def initialize: (?strategy:
|
|
1454
|
+
def initialize: (?strategy: enum_LayoutStrategy, ?confidence_threshold: Float, ?apply_heuristics: bool, ?table_model: enum_TableModel, ?formula_model: enum_FormulaModel, ?table_overlap_preference: enum_TableOverlapPreference, ?acceleration: AccelerationConfig, ?enable_chart_understanding: bool) -> void
|
|
1449
1455
|
end
|
|
1450
1456
|
|
|
1451
1457
|
class LayoutRegion
|
|
@@ -1461,11 +1467,11 @@ def initialize: (name: String, model_repo: String, model_file: String, additiona
|
|
|
1461
1467
|
attr_reader href: String
|
|
1462
1468
|
attr_reader text: String
|
|
1463
1469
|
attr_reader title: String?
|
|
1464
|
-
attr_reader link_type:
|
|
1470
|
+
attr_reader link_type: enum_LinkType
|
|
1465
1471
|
attr_reader rel: Array[String]
|
|
1466
1472
|
attr_reader attributes: Array[KeyValueAttribute]
|
|
1467
1473
|
|
|
1468
|
-
def initialize: (href: String, text: String, ?title: String, link_type:
|
|
1474
|
+
def initialize: (href: String, text: String, ?title: String, link_type: enum_LinkType, rel: Array[String], attributes: Array[KeyValueAttribute]) -> void
|
|
1469
1475
|
end
|
|
1470
1476
|
|
|
1471
1477
|
class LlmBudgetConfig
|
|
@@ -1633,13 +1639,13 @@ def initialize: (page_count: Integer, pages: Array[PageSignals]) -> void
|
|
|
1633
1639
|
end
|
|
1634
1640
|
|
|
1635
1641
|
class NerConfig
|
|
1636
|
-
attr_reader backend:
|
|
1642
|
+
attr_reader backend: enum_NerBackendKind
|
|
1637
1643
|
attr_reader categories: Array[EntityCategory]
|
|
1638
1644
|
attr_reader model: String?
|
|
1639
1645
|
attr_reader llm: LlmConfig?
|
|
1640
1646
|
attr_reader custom_labels: Array[String]
|
|
1641
1647
|
|
|
1642
|
-
def initialize: (?backend:
|
|
1648
|
+
def initialize: (?backend: enum_NerBackendKind, ?categories: Array[EntityCategory], ?model: String, ?llm: LlmConfig, ?custom_labels: Array[String]) -> void
|
|
1643
1649
|
end
|
|
1644
1650
|
|
|
1645
1651
|
class NgramRange
|
|
@@ -1690,22 +1696,22 @@ def initialize: (?enabled: bool, ?backend: String, ?language: Array[String], ?te
|
|
|
1690
1696
|
attr_reader text: String
|
|
1691
1697
|
attr_reader geometry: OcrBoundingGeometry
|
|
1692
1698
|
attr_reader confidence: OcrConfidence
|
|
1693
|
-
attr_reader level:
|
|
1699
|
+
attr_reader level: enum_OcrElementLevel
|
|
1694
1700
|
attr_reader rotation: OcrRotation?
|
|
1695
1701
|
attr_reader page_number: Integer
|
|
1696
1702
|
attr_reader parent_id: String?
|
|
1697
1703
|
attr_reader backend_metadata: Hash[String, String]
|
|
1698
1704
|
|
|
1699
|
-
def initialize: (?text: String, ?geometry: OcrBoundingGeometry, ?confidence: OcrConfidence, ?level:
|
|
1705
|
+
def initialize: (?text: String, ?geometry: OcrBoundingGeometry, ?confidence: OcrConfidence, ?level: enum_OcrElementLevel, ?rotation: OcrRotation, ?page_number: Integer, ?parent_id: String, ?backend_metadata: Hash[String, String]) -> void
|
|
1700
1706
|
end
|
|
1701
1707
|
|
|
1702
1708
|
class OcrElementConfig
|
|
1703
1709
|
attr_reader include_elements: bool
|
|
1704
|
-
attr_reader min_level:
|
|
1710
|
+
attr_reader min_level: enum_OcrElementLevel
|
|
1705
1711
|
attr_reader min_confidence: Float
|
|
1706
1712
|
attr_reader build_hierarchy: bool
|
|
1707
1713
|
|
|
1708
|
-
def initialize: (?include_elements: bool, ?min_level:
|
|
1714
|
+
def initialize: (?include_elements: bool, ?min_level: enum_OcrElementLevel, ?min_confidence: Float, ?build_hierarchy: bool) -> void
|
|
1709
1715
|
end
|
|
1710
1716
|
|
|
1711
1717
|
class OcrExtractionResult
|
|
@@ -1780,8 +1786,10 @@ def initialize: (backend: String, priority: Integer, ?language: Array[String], ?
|
|
|
1780
1786
|
attr_reader min_undecodable_ratio: Float
|
|
1781
1787
|
attr_reader enable_provenance_ocr_routing: bool
|
|
1782
1788
|
attr_reader min_provenance_fallback_ratio: Float
|
|
1789
|
+
attr_reader enable_plausibility_ocr_routing: bool
|
|
1790
|
+
attr_reader min_reliable_language_chunk_ratio: Float
|
|
1783
1791
|
|
|
1784
|
-
def initialize: (?min_total_non_whitespace: Integer, ?min_non_whitespace_per_page: Float, ?min_meaningful_word_len: Integer, ?min_meaningful_words: Integer, ?min_alnum_ratio: Float, ?min_garbage_chars: Integer, ?max_fragmented_word_ratio: Float, ?critical_fragmented_word_ratio: Float, ?max_ocr_output_fragmented_word_ratio: Float, ?min_ocr_mean_confidence: Float, ?min_words_for_ocr_output_check: Integer, ?max_ocr_output_dict_invalid_word_ratio: Float, ?discard_suspected_ocr_noise: bool, ?min_avg_word_length: Float, ?min_words_for_avg_length_check: Integer, ?min_consecutive_repeat_ratio: Float, ?min_words_for_repeat_check: Integer, ?substantive_min_chars: Integer, ?non_text_min_chars: Integer, ?alnum_ws_ratio_threshold: Float, ?pipeline_min_quality: Float, ?min_undecodable_ratio: Float, ?enable_provenance_ocr_routing: bool, ?min_provenance_fallback_ratio: Float) -> void
|
|
1792
|
+
def initialize: (?min_total_non_whitespace: Integer, ?min_non_whitespace_per_page: Float, ?min_meaningful_word_len: Integer, ?min_meaningful_words: Integer, ?min_alnum_ratio: Float, ?min_garbage_chars: Integer, ?max_fragmented_word_ratio: Float, ?critical_fragmented_word_ratio: Float, ?max_ocr_output_fragmented_word_ratio: Float, ?min_ocr_mean_confidence: Float, ?min_words_for_ocr_output_check: Integer, ?max_ocr_output_dict_invalid_word_ratio: Float, ?discard_suspected_ocr_noise: bool, ?min_avg_word_length: Float, ?min_words_for_avg_length_check: Integer, ?min_consecutive_repeat_ratio: Float, ?min_words_for_repeat_check: Integer, ?substantive_min_chars: Integer, ?non_text_min_chars: Integer, ?alnum_ws_ratio_threshold: Float, ?pipeline_min_quality: Float, ?min_undecodable_ratio: Float, ?enable_provenance_ocr_routing: bool, ?min_provenance_fallback_ratio: Float, ?enable_plausibility_ocr_routing: bool, ?min_reliable_language_chunk_ratio: Float) -> void
|
|
1785
1793
|
end
|
|
1786
1794
|
|
|
1787
1795
|
class OcrRotation
|
|
@@ -1830,9 +1838,9 @@ def initialize: (cells: Array[Array[String]], markdown: String, page_number: Int
|
|
|
1830
1838
|
attr_reader drop_score: Float
|
|
1831
1839
|
attr_reader model_tier: String
|
|
1832
1840
|
attr_reader model_version: String
|
|
1833
|
-
attr_reader inference_backend:
|
|
1841
|
+
attr_reader inference_backend: enum_PaddleInferenceBackend?
|
|
1834
1842
|
|
|
1835
|
-
def initialize: (?language: String, ?cache_dir: String, ?use_angle_cls: bool, ?enable_table_detection: bool, ?det_db_thresh: Float, ?det_db_box_thresh: Float, ?det_db_unclip_ratio: Float, ?det_limit_side_len: Integer, ?rec_batch_num: Integer, ?padding: Integer, ?drop_score: Float, ?model_tier: String, ?model_version: String, ?inference_backend:
|
|
1843
|
+
def initialize: (?language: String, ?cache_dir: String, ?use_angle_cls: bool, ?enable_table_detection: bool, ?det_db_thresh: Float, ?det_db_box_thresh: Float, ?det_db_unclip_ratio: Float, ?det_limit_side_len: Integer, ?rec_batch_num: Integer, ?padding: Integer, ?drop_score: Float, ?model_tier: String, ?model_version: String, ?inference_backend: enum_PaddleInferenceBackend) -> void
|
|
1836
1844
|
def with_cache_dir: (String path) -> PaddleOcrConfig
|
|
1837
1845
|
def with_table_detection: (bool enable) -> PaddleOcrConfig
|
|
1838
1846
|
def with_angle_cls: (bool enable) -> PaddleOcrConfig
|
|
@@ -1848,14 +1856,14 @@ def initialize: (cells: Array[Array[String]], markdown: String, page_number: Int
|
|
|
1848
1856
|
end
|
|
1849
1857
|
|
|
1850
1858
|
class PaddleOcrVlBackendOptions
|
|
1851
|
-
attr_reader task:
|
|
1859
|
+
attr_reader task: enum_PaddleOcrVlTaskKind?
|
|
1852
1860
|
attr_reader model_path: String?
|
|
1853
1861
|
attr_reader model_id: String?
|
|
1854
1862
|
attr_reader hf_revision: String?
|
|
1855
1863
|
attr_reader cache_dir: String?
|
|
1856
|
-
attr_reader device:
|
|
1864
|
+
attr_reader device: enum_CandleDevicePreference?
|
|
1857
1865
|
|
|
1858
|
-
def initialize: (?task:
|
|
1866
|
+
def initialize: (?task: enum_PaddleOcrVlTaskKind, ?model_path: String, ?model_id: String, ?hf_revision: String, ?cache_dir: String, ?device: enum_CandleDevicePreference) -> void
|
|
1859
1867
|
end
|
|
1860
1868
|
|
|
1861
1869
|
class PageBoundary
|
|
@@ -1970,11 +1978,11 @@ def initialize: (block_count: Integer, blocks: Array[HierarchicalBlock]) -> void
|
|
|
1970
1978
|
|
|
1971
1979
|
class PageStructure
|
|
1972
1980
|
attr_reader total_count: Integer
|
|
1973
|
-
attr_reader unit_type:
|
|
1981
|
+
attr_reader unit_type: enum_PageUnitType
|
|
1974
1982
|
attr_reader boundaries: Array[PageBoundary]?
|
|
1975
1983
|
attr_reader pages: Array[PageInfo]?
|
|
1976
1984
|
|
|
1977
|
-
def initialize: (total_count: Integer, unit_type:
|
|
1985
|
+
def initialize: (total_count: Integer, unit_type: enum_PageUnitType, ?boundaries: Array[PageBoundary], ?pages: Array[PageInfo]) -> void
|
|
1978
1986
|
end
|
|
1979
1987
|
|
|
1980
1988
|
class PatternMatch
|
|
@@ -1987,7 +1995,7 @@ def initialize: (total_count: Integer, unit_type: PageUnitType, ?boundaries: Arr
|
|
|
1987
1995
|
end
|
|
1988
1996
|
|
|
1989
1997
|
class PdfAnnotation
|
|
1990
|
-
attr_reader annotation_type:
|
|
1998
|
+
attr_reader annotation_type: enum_PdfAnnotationType
|
|
1991
1999
|
attr_reader content: String?
|
|
1992
2000
|
attr_reader page_number: Integer
|
|
1993
2001
|
attr_reader bounding_box: BoundingBox?
|
|
@@ -1998,7 +2006,7 @@ def initialize: (total_count: Integer, unit_type: PageUnitType, ?boundaries: Arr
|
|
|
1998
2006
|
attr_reader quad_points: Array[BoundingBox]?
|
|
1999
2007
|
attr_reader marked_text: String?
|
|
2000
2008
|
|
|
2001
|
-
def initialize: (annotation_type:
|
|
2009
|
+
def initialize: (annotation_type: enum_PdfAnnotationType, ?content: String, page_number: Integer, ?bounding_box: BoundingBox, ?author: String, ?modified: String, ?color: String, ?subject: String, ?quad_points: Array[BoundingBox], ?marked_text: String) -> void
|
|
2002
2010
|
end
|
|
2003
2011
|
|
|
2004
2012
|
class PdfConfig
|
|
@@ -2014,16 +2022,16 @@ def initialize: (annotation_type: PdfAnnotationType, ?content: String, page_numb
|
|
|
2014
2022
|
attr_reader ocr_inline_images: bool
|
|
2015
2023
|
attr_reader extract_form_fields: bool
|
|
2016
2024
|
attr_reader reading_order: bool
|
|
2017
|
-
attr_reader backend:
|
|
2025
|
+
attr_reader backend: enum_PdfBackend
|
|
2018
2026
|
|
|
2019
|
-
def initialize: (?extract_images: bool, ?extract_tables: bool, ?passwords: Array[String], ?extract_metadata: bool, ?hierarchy: HierarchyConfig, ?extract_annotations: bool, ?top_margin_fraction: Float, ?bottom_margin_fraction: Float, ?allow_single_column_tables: bool, ?ocr_inline_images: bool, ?extract_form_fields: bool, ?reading_order: bool, ?backend:
|
|
2027
|
+
def initialize: (?extract_images: bool, ?extract_tables: bool, ?passwords: Array[String], ?extract_metadata: bool, ?hierarchy: HierarchyConfig, ?extract_annotations: bool, ?top_margin_fraction: Float, ?bottom_margin_fraction: Float, ?allow_single_column_tables: bool, ?ocr_inline_images: bool, ?extract_form_fields: bool, ?reading_order: bool, ?backend: enum_PdfBackend) -> void
|
|
2020
2028
|
def validate: () -> void
|
|
2021
2029
|
end
|
|
2022
2030
|
|
|
2023
2031
|
class PdfFormField
|
|
2024
2032
|
attr_reader name: String
|
|
2025
2033
|
attr_reader full_name: String
|
|
2026
|
-
attr_reader field_type:
|
|
2034
|
+
attr_reader field_type: enum_FormFieldType
|
|
2027
2035
|
attr_reader value: String?
|
|
2028
2036
|
attr_reader default_value: String?
|
|
2029
2037
|
attr_reader flags: Integer
|
|
@@ -2032,7 +2040,7 @@ def initialize: (?extract_images: bool, ?extract_tables: bool, ?passwords: Array
|
|
|
2032
2040
|
attr_reader max_length: Integer?
|
|
2033
2041
|
attr_reader tooltip: String?
|
|
2034
2042
|
|
|
2035
|
-
def initialize: (name: String, full_name: String, field_type:
|
|
2043
|
+
def initialize: (name: String, full_name: String, field_type: enum_FormFieldType, ?value: String, ?default_value: String, flags: Integer, ?page: Integer, ?bbox: BoundingBox, ?max_length: Integer, ?tooltip: String) -> void
|
|
2036
2044
|
end
|
|
2037
2045
|
|
|
2038
2046
|
class PdfMetadata
|
|
@@ -2044,10 +2052,12 @@ def initialize: (?extract_images: bool, ?extract_tables: bool, ?passwords: Array
|
|
|
2044
2052
|
attr_reader page_count: Integer?
|
|
2045
2053
|
attr_reader scanned_confidence: Float?
|
|
2046
2054
|
attr_reader scanned_pages: Array[Integer]?
|
|
2055
|
+
attr_reader fabricated_text_pages: Array[Integer]?
|
|
2056
|
+
attr_reader implausible_text_pages: Array[Integer]?
|
|
2047
2057
|
attr_reader layout_gated_pages: Array[Integer]?
|
|
2048
2058
|
attr_reader layout_gate_reasons: Array[String]?
|
|
2049
2059
|
|
|
2050
|
-
def initialize: (?pdf_version: String, ?producer: String, ?is_encrypted: bool, ?width: Integer, ?height: Integer, ?page_count: Integer, ?scanned_confidence: Float, ?scanned_pages: Array[Integer], ?layout_gated_pages: Array[Integer], ?layout_gate_reasons: Array[String]) -> void
|
|
2060
|
+
def initialize: (?pdf_version: String, ?producer: String, ?is_encrypted: bool, ?width: Integer, ?height: Integer, ?page_count: Integer, ?scanned_confidence: Float, ?scanned_pages: Array[Integer], ?fabricated_text_pages: Array[Integer], ?implausible_text_pages: Array[Integer], ?layout_gated_pages: Array[Integer], ?layout_gate_reasons: Array[String]) -> void
|
|
2051
2061
|
end
|
|
2052
2062
|
|
|
2053
2063
|
class PixelDimensions
|
|
@@ -2115,11 +2125,11 @@ def initialize: (?slide_count: Integer, ?slide_names: Array[String], ?image_coun
|
|
|
2115
2125
|
|
|
2116
2126
|
class PreprocessingOptions
|
|
2117
2127
|
attr_reader enabled: bool
|
|
2118
|
-
attr_reader preset:
|
|
2128
|
+
attr_reader preset: enum_PreprocessingPreset
|
|
2119
2129
|
attr_reader remove_navigation: bool
|
|
2120
2130
|
attr_reader remove_forms: bool
|
|
2121
2131
|
|
|
2122
|
-
def initialize: (?enabled: bool, ?preset:
|
|
2132
|
+
def initialize: (?enabled: bool, ?preset: enum_PreprocessingPreset, ?remove_navigation: bool, ?remove_forms: bool) -> void
|
|
2123
2133
|
end
|
|
2124
2134
|
|
|
2125
2135
|
class PresentationHyperlink
|
|
@@ -2134,18 +2144,18 @@ def initialize: (?slide_count: Integer, ?slide_names: Array[String], ?image_coun
|
|
|
2134
2144
|
attr_reader version: String
|
|
2135
2145
|
attr_reader schema_name: String
|
|
2136
2146
|
attr_reader description: String
|
|
2137
|
-
attr_reader category:
|
|
2147
|
+
attr_reader category: enum_PresetCategory
|
|
2138
2148
|
attr_reader tags: Array[String]
|
|
2139
2149
|
attr_reader schema: String
|
|
2140
2150
|
attr_reader system_prompt: String
|
|
2141
2151
|
attr_reader context_template: String?
|
|
2142
|
-
attr_reader merge_mode:
|
|
2143
|
-
attr_reader preferred_call_mode:
|
|
2152
|
+
attr_reader merge_mode: enum_MergeMode
|
|
2153
|
+
attr_reader preferred_call_mode: enum_CallMode
|
|
2144
2154
|
attr_reader emit_citations: bool
|
|
2145
2155
|
attr_reader sample: PresetSample?
|
|
2146
2156
|
attr_reader fingerprint: String
|
|
2147
2157
|
|
|
2148
|
-
def initialize: (id: String, version: String, schema_name: String, description: String, category:
|
|
2158
|
+
def initialize: (id: String, version: String, schema_name: String, description: String, category: enum_PresetCategory, tags: Array[String], schema: String, system_prompt: String, ?context_template: String, merge_mode: enum_MergeMode, preferred_call_mode: enum_CallMode, emit_citations: bool, ?sample: PresetSample, fingerprint: String) -> void
|
|
2149
2159
|
end
|
|
2150
2160
|
|
|
2151
2161
|
class PresetSample
|
|
@@ -2160,13 +2170,13 @@ def initialize: (id: String, version: String, schema_name: String, description:
|
|
|
2160
2170
|
attr_reader version: String
|
|
2161
2171
|
attr_reader schema_name: String
|
|
2162
2172
|
attr_reader description: String
|
|
2163
|
-
attr_reader category:
|
|
2173
|
+
attr_reader category: enum_PresetCategory
|
|
2164
2174
|
attr_reader tags: Array[String]
|
|
2165
|
-
attr_reader preferred_call_mode:
|
|
2175
|
+
attr_reader preferred_call_mode: enum_CallMode
|
|
2166
2176
|
attr_reader emit_citations: bool
|
|
2167
2177
|
attr_reader fingerprint: String
|
|
2168
2178
|
|
|
2169
|
-
def initialize: (id: String, version: String, schema_name: String, description: String, category:
|
|
2179
|
+
def initialize: (id: String, version: String, schema_name: String, description: String, category: enum_PresetCategory, tags: Array[String], preferred_call_mode: enum_CallMode, emit_citations: bool, fingerprint: String) -> void
|
|
2170
2180
|
end
|
|
2171
2181
|
|
|
2172
2182
|
class ProcessingWarning
|
|
@@ -2232,13 +2242,13 @@ def initialize: (detection_bbox: BBox, cells: Array[Array[String]], markdown: St
|
|
|
2232
2242
|
|
|
2233
2243
|
class RedactionConfig
|
|
2234
2244
|
attr_reader categories: Array[PiiCategory]
|
|
2235
|
-
attr_reader strategy:
|
|
2245
|
+
attr_reader strategy: enum_RedactionStrategy
|
|
2236
2246
|
attr_reader ner: NerConfig?
|
|
2237
2247
|
attr_reader preserve_offsets: bool
|
|
2238
2248
|
attr_reader custom_terms: Array[RedactionTerm]
|
|
2239
2249
|
attr_reader custom_patterns: Array[RedactionPattern]
|
|
2240
2250
|
|
|
2241
|
-
def initialize: (?categories: Array[PiiCategory], ?strategy:
|
|
2251
|
+
def initialize: (?categories: Array[PiiCategory], ?strategy: enum_RedactionStrategy, ?ner: NerConfig, ?preserve_offsets: bool, ?custom_terms: Array[RedactionTerm], ?custom_patterns: Array[RedactionPattern]) -> void
|
|
2242
2252
|
def validate: () -> void
|
|
2243
2253
|
end
|
|
2244
2254
|
|
|
@@ -2246,10 +2256,10 @@ def initialize: (?categories: Array[PiiCategory], ?strategy: RedactionStrategy,
|
|
|
2246
2256
|
attr_reader start: Integer
|
|
2247
2257
|
attr_reader end: Integer
|
|
2248
2258
|
attr_reader category: PiiCategory
|
|
2249
|
-
attr_reader strategy:
|
|
2259
|
+
attr_reader strategy: enum_RedactionStrategy
|
|
2250
2260
|
attr_reader replacement_token: String
|
|
2251
2261
|
|
|
2252
|
-
def initialize: (start: Integer, end: Integer, category: PiiCategory, strategy:
|
|
2262
|
+
def initialize: (start: Integer, end: Integer, category: PiiCategory, strategy: enum_RedactionStrategy, replacement_token: String) -> void
|
|
2253
2263
|
end
|
|
2254
2264
|
|
|
2255
2265
|
class RedactionPattern
|
|
@@ -2311,11 +2321,11 @@ def summaries: () -> Array[PresetSummary]
|
|
|
2311
2321
|
attr_reader schema_name: String
|
|
2312
2322
|
attr_reader schema: String
|
|
2313
2323
|
attr_reader system_prompt: String
|
|
2314
|
-
attr_reader merge_mode:
|
|
2315
|
-
attr_reader preferred_call_mode:
|
|
2324
|
+
attr_reader merge_mode: enum_MergeMode
|
|
2325
|
+
attr_reader preferred_call_mode: enum_CallMode
|
|
2316
2326
|
attr_reader emit_citations: bool
|
|
2317
2327
|
|
|
2318
|
-
def initialize: (id: String, version: String, fingerprint: String, schema_name: String, schema: String, system_prompt: String, merge_mode:
|
|
2328
|
+
def initialize: (id: String, version: String, fingerprint: String, schema_name: String, schema: String, system_prompt: String, merge_mode: enum_MergeMode, preferred_call_mode: enum_CallMode, emit_citations: bool) -> void
|
|
2319
2329
|
end
|
|
2320
2330
|
|
|
2321
2331
|
class RevisionDelta
|
|
@@ -2406,11 +2416,11 @@ def initialize: (?deny_private: bool, ?allowlist: Array[HostMatcher], ?max_redir
|
|
|
2406
2416
|
end
|
|
2407
2417
|
|
|
2408
2418
|
class StructuredData
|
|
2409
|
-
attr_reader data_type:
|
|
2419
|
+
attr_reader data_type: enum_StructuredDataType
|
|
2410
2420
|
attr_reader raw_json: String
|
|
2411
2421
|
attr_reader schema_type: String?
|
|
2412
2422
|
|
|
2413
|
-
def initialize: (data_type:
|
|
2423
|
+
def initialize: (data_type: enum_StructuredDataType, raw_json: String, ?schema_type: String) -> void
|
|
2414
2424
|
end
|
|
2415
2425
|
|
|
2416
2426
|
class StructuredDataResult
|
|
@@ -2436,11 +2446,11 @@ def initialize: (content: String, format: String, metadata: Hash[String, String]
|
|
|
2436
2446
|
end
|
|
2437
2447
|
|
|
2438
2448
|
class SummarizationConfig
|
|
2439
|
-
attr_reader strategy:
|
|
2449
|
+
attr_reader strategy: enum_SummaryStrategy
|
|
2440
2450
|
attr_reader max_tokens: Integer?
|
|
2441
2451
|
attr_reader llm: LlmConfig?
|
|
2442
2452
|
|
|
2443
|
-
def initialize: (?strategy:
|
|
2453
|
+
def initialize: (?strategy: enum_SummaryStrategy, ?max_tokens: Integer, ?llm: LlmConfig) -> void
|
|
2444
2454
|
end
|
|
2445
2455
|
|
|
2446
2456
|
class SupportedFormat
|
|
@@ -2564,7 +2574,7 @@ def initialize: (?line_count: Integer, ?word_count: Integer, ?character_count: I
|
|
|
2564
2574
|
end
|
|
2565
2575
|
|
|
2566
2576
|
class TokenReductionConfig
|
|
2567
|
-
attr_reader level:
|
|
2577
|
+
attr_reader level: enum_ReductionLevel
|
|
2568
2578
|
attr_reader language_hint: String?
|
|
2569
2579
|
attr_reader preserve_markdown: bool
|
|
2570
2580
|
attr_reader preserve_code: bool
|
|
@@ -2577,7 +2587,7 @@ attr_reader custom_stopwords: Hash[String, Array[String]]?
|
|
|
2577
2587
|
attr_reader enable_semantic_clustering: bool
|
|
2578
2588
|
attr_reader preserve_important_words: bool
|
|
2579
2589
|
|
|
2580
|
-
def initialize: (?level:
|
|
2590
|
+
def initialize: (?level: enum_ReductionLevel, ?language_hint: String, ?preserve_markdown: bool, ?preserve_code: bool, ?semantic_threshold: Float, ?enable_parallel: bool, ?use_simd: bool, ?custom_stopwords: Hash[String, Array[String]], ?preserve_patterns: Array[String], ?target_reduction: Float, ?enable_semantic_clustering: bool, ?preserve_important_words: bool) -> void
|
|
2581
2591
|
end
|
|
2582
2592
|
|
|
2583
2593
|
class TokenReductionOptions
|
|
@@ -2589,7 +2599,7 @@ def initialize: (?level: ReductionLevel, ?language_hint: String, ?preserve_markd
|
|
|
2589
2599
|
|
|
2590
2600
|
class TranscriptionConfig
|
|
2591
2601
|
attr_reader enabled: bool
|
|
2592
|
-
attr_reader model:
|
|
2602
|
+
attr_reader model: enum_WhisperModel
|
|
2593
2603
|
attr_reader language: String?
|
|
2594
2604
|
attr_reader timestamps: bool
|
|
2595
2605
|
attr_reader max_duration_ms: Integer?
|
|
@@ -2599,7 +2609,7 @@ def initialize: (?level: ReductionLevel, ?language_hint: String, ?preserve_markd
|
|
|
2599
2609
|
attr_reader allow_network: bool
|
|
2600
2610
|
attr_reader verify_hash: bool
|
|
2601
2611
|
|
|
2602
|
-
def initialize: (?enabled: bool, ?model:
|
|
2612
|
+
def initialize: (?enabled: bool, ?model: enum_WhisperModel, ?language: String, ?timestamps: bool, ?max_duration_ms: Integer, ?max_bytes: Integer, ?timeout_ms: Integer, ?model_cache_dir: String, ?allow_network: bool, ?verify_hash: bool) -> void
|
|
2603
2613
|
end
|
|
2604
2614
|
|
|
2605
2615
|
class Translation
|
|
@@ -2640,22 +2650,22 @@ def initialize: (?enabled: bool, ?cache_dir: String, ?languages: Array[String],
|
|
|
2640
2650
|
attr_reader diagnostics: bool
|
|
2641
2651
|
attr_reader data_extraction: bool
|
|
2642
2652
|
attr_reader chunk_max_size: Integer?
|
|
2643
|
-
attr_reader content_mode:
|
|
2653
|
+
attr_reader content_mode: enum_CodeContentMode
|
|
2644
2654
|
|
|
2645
|
-
def initialize: (?structure: bool, ?imports: bool, ?exports: bool, ?comments: bool, ?docstrings: bool, ?symbols: bool, ?diagnostics: bool, ?data_extraction: bool, ?chunk_max_size: Integer, ?content_mode:
|
|
2655
|
+
def initialize: (?structure: bool, ?imports: bool, ?exports: bool, ?comments: bool, ?docstrings: bool, ?symbols: bool, ?diagnostics: bool, ?data_extraction: bool, ?chunk_max_size: Integer, ?content_mode: enum_CodeContentMode) -> void
|
|
2646
2656
|
end
|
|
2647
2657
|
|
|
2648
2658
|
class TrocrBackendOptions
|
|
2649
|
-
attr_reader variant:
|
|
2650
|
-
attr_reader device:
|
|
2659
|
+
attr_reader variant: enum_CandleTrocrVariant?
|
|
2660
|
+
attr_reader device: enum_CandleDevicePreference?
|
|
2651
2661
|
attr_reader cache_dir: String?
|
|
2652
2662
|
attr_reader hf_revision: String?
|
|
2653
2663
|
|
|
2654
|
-
def initialize: (?variant:
|
|
2664
|
+
def initialize: (?variant: enum_CandleTrocrVariant, ?device: enum_CandleDevicePreference, ?cache_dir: String, ?hf_revision: String) -> void
|
|
2655
2665
|
end
|
|
2656
2666
|
|
|
2657
2667
|
class UrlExtractionConfig
|
|
2658
|
-
attr_reader mode:
|
|
2668
|
+
attr_reader mode: enum_UrlExtractionMode
|
|
2659
2669
|
attr_reader crawl: CrawlConfig
|
|
2660
2670
|
attr_reader document_url_pattern: String?
|
|
2661
2671
|
attr_reader max_document_urls_per_result: Integer?
|
|
@@ -2663,7 +2673,7 @@ def initialize: (?enabled: bool, ?cache_dir: String, ?languages: Array[String],
|
|
|
2663
2673
|
attr_reader allow_local_file_inputs: bool
|
|
2664
2674
|
attr_reader allow_file_uris: bool
|
|
2665
2675
|
|
|
2666
|
-
def initialize: (?mode:
|
|
2676
|
+
def initialize: (?mode: enum_UrlExtractionMode, ?crawl: CrawlConfig, ?document_url_pattern: String, ?max_document_urls_per_result: Integer, ?max_total_urls: Integer, ?allow_local_file_inputs: bool, ?allow_file_uris: bool) -> void
|
|
2667
2677
|
end
|
|
2668
2678
|
|
|
2669
2679
|
class UserChunkConfig
|
|
@@ -2721,87 +2731,55 @@ def initialize: (?min: Integer, ?max: Integer, years: Array[Integer]) -> void
|
|
|
2721
2731
|
class AnnotationKind
|
|
2722
2732
|
end
|
|
2723
2733
|
|
|
2724
|
-
|
|
2725
|
-
type value = :document | :image | :audio | :video | :font | :stylesheet | :script | :archive | :data | :other
|
|
2726
|
-
end
|
|
2734
|
+
type enum_AssetCategory = :document | :image | :audio | :video | :font | :stylesheet | :script | :archive | :data | :other
|
|
2727
2735
|
|
|
2728
2736
|
class AuthConfig
|
|
2729
2737
|
end
|
|
2730
2738
|
|
|
2731
|
-
|
|
2732
|
-
type value = :paragraph | :heading | :blockquote | :code_block | :list_item | :ordered_list | :bullet_list | :task_list | :definition_list | :definition_term | :definition_description | :div | :section | :thematic_break | :raw_block | :math_display
|
|
2733
|
-
end
|
|
2739
|
+
type enum_BlockType = :paragraph | :heading | :blockquote | :code_block | :list_item | :ordered_list | :bullet_list | :task_list | :definition_list | :definition_term | :definition_description | :div | :section | :thematic_break | :raw_block | :math_display
|
|
2734
2740
|
|
|
2735
|
-
|
|
2736
|
-
type value = :start | :page_one_marker | :letterhead_reset | :density_shift | :end
|
|
2737
|
-
end
|
|
2741
|
+
type enum_BoundaryReason = :start | :page_one_marker | :letterhead_reset | :density_shift | :end
|
|
2738
2742
|
|
|
2739
|
-
|
|
2740
|
-
type value = :chromiumoxide | :native
|
|
2741
|
-
end
|
|
2743
|
+
type enum_BrowserBackend = :chromiumoxide | :native
|
|
2742
2744
|
|
|
2743
|
-
|
|
2744
|
-
type value = :auto | :always | :never | :stealth
|
|
2745
|
-
end
|
|
2745
|
+
type enum_BrowserMode = :auto | :always | :never | :stealth
|
|
2746
2746
|
|
|
2747
|
-
|
|
2748
|
-
type value = :network_idle | :selector | :fixed
|
|
2749
|
-
end
|
|
2747
|
+
type enum_BrowserWait = :network_idle | :selector | :fixed
|
|
2750
2748
|
|
|
2751
|
-
|
|
2752
|
-
type value = :text_only | :vision_only | :text_plus_vision
|
|
2753
|
-
end
|
|
2749
|
+
type enum_CallMode = :text_only | :vision_only | :text_plus_vision
|
|
2754
2750
|
|
|
2755
|
-
|
|
2756
|
-
type value = :auto | :cpu | :cuda | :metal
|
|
2757
|
-
end
|
|
2751
|
+
type enum_CandleDeepseekOcrDtype = :auto | :f32 | :f16 | :bf16
|
|
2758
2752
|
|
|
2759
|
-
|
|
2760
|
-
|
|
2761
|
-
|
|
2753
|
+
type enum_CandleDevicePreference = :auto | :cpu | :cuda | :metal
|
|
2754
|
+
|
|
2755
|
+
type enum_CandleTrocrVariant = :"base-printed" | :"large-printed" | :"base-handwritten" | :"large-handwritten"
|
|
2762
2756
|
|
|
2763
2757
|
class ChunkSizing
|
|
2764
2758
|
end
|
|
2765
2759
|
|
|
2766
|
-
class
|
|
2767
|
-
type value = :heading | :party_list | :definitions | :operative_clause | :signature_block | :schedule | :table_like | :formula | :code_block | :function | :class | :module | :image | :org_chart | :diagram | :unknown
|
|
2768
|
-
end
|
|
2760
|
+
type enum_ChunkType = :heading | :party_list | :definitions | :operative_clause | :signature_block | :schedule | :table_like | :formula | :code_block | :function | :class | :module | :image | :org_chart | :diagram | :unknown
|
|
2769
2761
|
|
|
2770
|
-
|
|
2771
|
-
type value = :text | :markdown | :yaml | :semantic
|
|
2772
|
-
end
|
|
2762
|
+
type enum_ChunkerType = :text | :markdown | :yaml | :semantic
|
|
2773
2763
|
|
|
2774
2764
|
class ChunkingReason
|
|
2775
2765
|
end
|
|
2776
2766
|
|
|
2777
|
-
|
|
2778
|
-
type value = :Indented | :Backticks | :Tildes
|
|
2779
|
-
end
|
|
2767
|
+
type enum_CodeBlockStyle = :Indented | :Backticks | :Tildes
|
|
2780
2768
|
|
|
2781
|
-
|
|
2782
|
-
type value = :chunks | :raw | :structure
|
|
2783
|
-
end
|
|
2769
|
+
type enum_CodeContentMode = :chunks | :raw | :structure
|
|
2784
2770
|
|
|
2785
|
-
|
|
2786
|
-
type value = :key_value | :element | :sequence
|
|
2787
|
-
end
|
|
2771
|
+
type enum_CodeDataNodeKind = :key_value | :element | :sequence
|
|
2788
2772
|
|
|
2789
2773
|
class ConfidenceSemantics
|
|
2790
2774
|
def self.legibility: (Float scale_max) -> ConfidenceSemantics
|
|
2791
2775
|
|
|
2792
2776
|
end
|
|
2793
2777
|
|
|
2794
|
-
|
|
2795
|
-
type value = :bm25
|
|
2796
|
-
end
|
|
2778
|
+
type enum_ContentFilterKind = :bm25
|
|
2797
2779
|
|
|
2798
|
-
|
|
2799
|
-
type value = :body | :header | :footer | :footnote
|
|
2800
|
-
end
|
|
2780
|
+
type enum_ContentLayer = :body | :header | :footer | :footnote
|
|
2801
2781
|
|
|
2802
|
-
|
|
2803
|
-
type value = :bfs | :dfs | :best_first | :adaptive
|
|
2804
|
-
end
|
|
2782
|
+
type enum_CrawlStrategyKind = :bfs | :dfs | :best_first | :adaptive
|
|
2805
2783
|
|
|
2806
2784
|
class CredentialProviderConfig
|
|
2807
2785
|
end
|
|
@@ -2809,139 +2787,81 @@ def initialize: (?min: Integer, ?max: Integer, years: Array[Integer]) -> void
|
|
|
2809
2787
|
class DiffLine
|
|
2810
2788
|
end
|
|
2811
2789
|
|
|
2812
|
-
|
|
2813
|
-
type value = :base64
|
|
2814
|
-
end
|
|
2790
|
+
type enum_DocumentContentEncoding = :base64
|
|
2815
2791
|
|
|
2816
|
-
|
|
2817
|
-
type value = :title | :narrative_text | :heading | :list_item | :table | :image | :page_break | :code_block | :formula | :block_quote | :footer | :header
|
|
2818
|
-
end
|
|
2792
|
+
type enum_ElementType = :title | :narrative_text | :heading | :list_item | :table | :image | :page_break | :code_block | :formula | :block_quote | :footer | :header
|
|
2819
2793
|
|
|
2820
2794
|
class EmbeddingModelType
|
|
2821
2795
|
end
|
|
2822
2796
|
|
|
2823
|
-
|
|
2824
|
-
type value = :onnx | :static
|
|
2825
|
-
end
|
|
2797
|
+
type enum_EmbeddingsEmbeddingBackend = :onnx | :static
|
|
2826
2798
|
|
|
2827
2799
|
class EntityCategory
|
|
2828
2800
|
end
|
|
2829
2801
|
|
|
2830
|
-
|
|
2831
|
-
type value = :auto | :cpu | :coreml | :cuda | :tensorrt
|
|
2832
|
-
end
|
|
2802
|
+
type enum_ExecutionProviderType = :auto | :cpu | :coreml | :cuda | :tensorrt
|
|
2833
2803
|
|
|
2834
|
-
|
|
2835
|
-
type value = :bytes | :uri
|
|
2836
|
-
end
|
|
2804
|
+
type enum_ExtractInputKind = :bytes | :uri
|
|
2837
2805
|
|
|
2838
|
-
|
|
2839
|
-
type value = :native | :ocr | :mixed
|
|
2840
|
-
end
|
|
2806
|
+
type enum_ExtractionMethod = :native | :ocr | :mixed
|
|
2841
2807
|
|
|
2842
|
-
|
|
2843
|
-
type value = :text | :checkbox | :radio | :choice | :signature | :button | :unknown
|
|
2844
|
-
end
|
|
2808
|
+
type enum_FormFieldType = :text | :checkbox | :radio | :choice | :signature | :button | :unknown
|
|
2845
2809
|
|
|
2846
2810
|
class FormatMetadata
|
|
2847
2811
|
end
|
|
2848
2812
|
|
|
2849
|
-
|
|
2850
|
-
type value = :latex_ocr
|
|
2851
|
-
end
|
|
2813
|
+
type enum_FormulaModel = :latex_ocr
|
|
2852
2814
|
|
|
2853
|
-
|
|
2854
|
-
type value = :whole_page | :paired
|
|
2855
|
-
end
|
|
2815
|
+
type enum_GlmOcrLayoutMode = :whole_page | :paired
|
|
2856
2816
|
|
|
2857
|
-
|
|
2858
|
-
type value = :ocr | :table | :formula | :chart | :caption
|
|
2859
|
-
end
|
|
2817
|
+
type enum_GlmOcrTaskKind = :ocr | :table | :formula | :chart | :caption
|
|
2860
2818
|
|
|
2861
|
-
|
|
2862
|
-
type value = :Underlined | :Atx | :AtxClosed
|
|
2863
|
-
end
|
|
2819
|
+
type enum_HeadingStyle = :Underlined | :Atx | :AtxClosed
|
|
2864
2820
|
|
|
2865
|
-
|
|
2866
|
-
type value = :DoubleEqual | :Html | :Bold | :None
|
|
2867
|
-
end
|
|
2821
|
+
type enum_HighlightStyle = :DoubleEqual | :Html | :Bold | :None
|
|
2868
2822
|
|
|
2869
2823
|
class HostMatcher
|
|
2870
2824
|
end
|
|
2871
2825
|
|
|
2872
|
-
|
|
2873
|
-
type value = :default | :github | :dark | :light | :unstyled
|
|
2874
|
-
end
|
|
2826
|
+
type enum_HtmlTheme = :default | :github | :dark | :light | :unstyled
|
|
2875
2827
|
|
|
2876
|
-
|
|
2877
|
-
type value = :Markdown | :Djot | :Plain
|
|
2878
|
-
end
|
|
2828
|
+
type enum_HtmlToMarkdownRsOutputFormat = :Markdown | :Djot | :Plain
|
|
2879
2829
|
|
|
2880
|
-
|
|
2881
|
-
type value = :photograph | :diagram | :chart | :drawing | :text_block | :decoration | :logo | :icon | :tile_fragment | :mask | :page_raster | :unknown
|
|
2882
|
-
end
|
|
2830
|
+
type enum_ImageKind = :photograph | :diagram | :chart | :drawing | :text_block | :decoration | :logo | :icon | :tile_fragment | :mask | :page_raster | :unknown
|
|
2883
2831
|
|
|
2884
2832
|
class ImageOutputFormat
|
|
2885
2833
|
end
|
|
2886
2834
|
|
|
2887
|
-
|
|
2888
|
-
type value = :"data-uri" | :"inline-svg" | :external | :relative
|
|
2889
|
-
end
|
|
2835
|
+
type enum_ImageType = :"data-uri" | :"inline-svg" | :external | :relative
|
|
2890
2836
|
|
|
2891
|
-
|
|
2892
|
-
type value = :text | :strong | :emphasis | :highlight | :subscript | :superscript | :insert | :delete | :code | :link | :image | :span | :math | :raw_inline | :footnote_ref | :symbol
|
|
2893
|
-
end
|
|
2837
|
+
type enum_InlineType = :text | :strong | :emphasis | :highlight | :subscript | :superscript | :insert | :delete | :code | :link | :image | :span | :math | :raw_inline | :footnote_ref | :symbol
|
|
2894
2838
|
|
|
2895
|
-
|
|
2896
|
-
type value = :source | :outputs | :both
|
|
2897
|
-
end
|
|
2839
|
+
type enum_JupyterCellRendering = :source | :outputs | :both
|
|
2898
2840
|
|
|
2899
|
-
|
|
2900
|
-
type value = :yake | :rake
|
|
2901
|
-
end
|
|
2841
|
+
type enum_KeywordAlgorithm = :yake | :rake
|
|
2902
2842
|
|
|
2903
2843
|
class LateInteractionModelType
|
|
2904
2844
|
end
|
|
2905
2845
|
|
|
2906
|
-
|
|
2907
|
-
type value = :caption | :chart | :footnote | :formula | :list_item | :page_footer | :page_header | :picture | :section_header | :table | :text | :title | :document_index | :code | :checkbox_selected | :checkbox_unselected | :form | :key_value_region
|
|
2908
|
-
end
|
|
2846
|
+
type enum_LayoutClass = :caption | :chart | :footnote | :formula | :list_item | :page_footer | :page_header | :picture | :section_header | :table | :text | :title | :document_index | :code | :checkbox_selected | :checkbox_unselected | :form | :key_value_region
|
|
2909
2847
|
|
|
2910
|
-
|
|
2911
|
-
type value = :always | :auto
|
|
2912
|
-
end
|
|
2848
|
+
type enum_LayoutStrategy = :always | :auto
|
|
2913
2849
|
|
|
2914
|
-
|
|
2915
|
-
type value = :Inline | :Reference
|
|
2916
|
-
end
|
|
2850
|
+
type enum_LinkStyle = :Inline | :Reference
|
|
2917
2851
|
|
|
2918
|
-
|
|
2919
|
-
type value = :anchor | :internal | :external | :email | :phone | :other
|
|
2920
|
-
end
|
|
2852
|
+
type enum_LinkType = :anchor | :internal | :external | :email | :phone | :other
|
|
2921
2853
|
|
|
2922
|
-
|
|
2923
|
-
type value = :Spaces | :Tabs
|
|
2924
|
-
end
|
|
2854
|
+
type enum_ListIndentType = :Spaces | :Tabs
|
|
2925
2855
|
|
|
2926
|
-
|
|
2927
|
-
type value = :Bullet | :Numbered | :Lettered | :Indented
|
|
2928
|
-
end
|
|
2856
|
+
type enum_ListType = :Bullet | :Numbered | :Lettered | :Indented
|
|
2929
2857
|
|
|
2930
|
-
|
|
2931
|
-
type value = :object_merge | :array_concat | :object_first
|
|
2932
|
-
end
|
|
2858
|
+
type enum_MergeMode = :object_merge | :array_concat | :object_first
|
|
2933
2859
|
|
|
2934
|
-
|
|
2935
|
-
type value = :prefer_content | :trust_extension | :content_only
|
|
2936
|
-
end
|
|
2860
|
+
type enum_MimeDetectionPolicy = :prefer_content | :trust_extension | :content_only
|
|
2937
2861
|
|
|
2938
|
-
|
|
2939
|
-
type value = :onnx | :llm
|
|
2940
|
-
end
|
|
2862
|
+
type enum_NerBackendKind = :onnx | :llm
|
|
2941
2863
|
|
|
2942
|
-
|
|
2943
|
-
type value = :Spaces | :Backslash
|
|
2944
|
-
end
|
|
2864
|
+
type enum_NewlineStyle = :Spaces | :Backslash
|
|
2945
2865
|
|
|
2946
2866
|
class NoChunkingReason
|
|
2947
2867
|
end
|
|
@@ -2949,16 +2869,12 @@ def initialize: (?min: Integer, ?max: Integer, years: Array[Integer]) -> void
|
|
|
2949
2869
|
class NodeContent
|
|
2950
2870
|
end
|
|
2951
2871
|
|
|
2952
|
-
|
|
2953
|
-
type value = :Tesseract | :PaddleOCR | :Candle | :Custom
|
|
2954
|
-
end
|
|
2872
|
+
type enum_OcrBackendType = :Tesseract | :PaddleOCR | :Candle | :Custom
|
|
2955
2873
|
|
|
2956
2874
|
class OcrBoundingGeometry
|
|
2957
2875
|
end
|
|
2958
2876
|
|
|
2959
|
-
|
|
2960
|
-
type value = :word | :line | :block | :page
|
|
2961
|
-
end
|
|
2877
|
+
type enum_OcrElementLevel = :word | :line | :block | :page
|
|
2962
2878
|
|
|
2963
2879
|
class OcrStrategy
|
|
2964
2880
|
end
|
|
@@ -2966,148 +2882,84 @@ def initialize: (?min: Integer, ?max: Integer, years: Array[Integer]) -> void
|
|
|
2966
2882
|
class OutputFormat
|
|
2967
2883
|
end
|
|
2968
2884
|
|
|
2969
|
-
|
|
2970
|
-
type value = :OsdOnly | :AutoOsd | :AutoOnly | :Auto | :SingleColumn | :SingleBlockVertical | :SingleBlock | :SingleLine | :SingleWord | :CircleWord | :SingleChar
|
|
2971
|
-
end
|
|
2885
|
+
type enum_PSMMode = :OsdOnly | :AutoOsd | :AutoOnly | :Auto | :SingleColumn | :SingleBlockVertical | :SingleBlock | :SingleLine | :SingleWord | :CircleWord | :SingleChar
|
|
2972
2886
|
|
|
2973
|
-
|
|
2974
|
-
type value = :ort | :tract
|
|
2975
|
-
end
|
|
2887
|
+
type enum_PaddleInferenceBackend = :ort | :tract
|
|
2976
2888
|
|
|
2977
|
-
|
|
2978
|
-
type value = :English | :Chinese | :Japanese | :Korean | :German | :French | :Latin | :Cyrillic | :TraditionalChinese | :Thai | :Greek | :EastSlavic | :Arabic | :Devanagari | :Tamil | :Telugu
|
|
2979
|
-
end
|
|
2889
|
+
type enum_PaddleLanguage = :English | :Chinese | :Japanese | :Korean | :German | :French | :Latin | :Cyrillic | :TraditionalChinese | :Thai | :Greek | :EastSlavic | :Arabic | :Devanagari | :Tamil | :Telugu
|
|
2980
2890
|
|
|
2981
|
-
|
|
2982
|
-
type value = :ocr | :table | :formula | :chart
|
|
2983
|
-
end
|
|
2891
|
+
type enum_PaddleOcrVlTaskKind = :ocr | :table | :formula | :chart
|
|
2984
2892
|
|
|
2985
|
-
|
|
2986
|
-
type value = :SelfCorrecting | :RecognisesRotatedText | :RequiresUpright
|
|
2987
|
-
end
|
|
2893
|
+
type enum_PageOrientationHandling = :SelfCorrecting | :RecognisesRotatedText | :RequiresUpright
|
|
2988
2894
|
|
|
2989
|
-
|
|
2990
|
-
type value = :page | :slide | :sheet
|
|
2991
|
-
end
|
|
2895
|
+
type enum_PageUnitType = :page | :slide | :sheet
|
|
2992
2896
|
|
|
2993
|
-
|
|
2994
|
-
type value = :text | :highlight | :link | :stamp | :underline | :strike_out | :squiggly | :ink | :square | :circle | :polygon | :poly_line | :line | :caret | :file_attachment | :sound | :movie | :other
|
|
2995
|
-
end
|
|
2897
|
+
type enum_PdfAnnotationType = :text | :highlight | :link | :stamp | :underline | :strike_out | :squiggly | :ink | :square | :circle | :polygon | :poly_line | :line | :caret | :file_attachment | :sound | :movie | :other
|
|
2996
2898
|
|
|
2997
|
-
|
|
2998
|
-
type value = :native | :pdfium
|
|
2999
|
-
end
|
|
2899
|
+
type enum_PdfBackend = :native | :pdfium
|
|
3000
2900
|
|
|
3001
2901
|
class PiiCategory
|
|
3002
2902
|
end
|
|
3003
2903
|
|
|
3004
|
-
|
|
3005
|
-
type value = :Minimal | :Standard | :Aggressive
|
|
3006
|
-
end
|
|
2904
|
+
type enum_PreprocessingPreset = :Minimal | :Standard | :Aggressive
|
|
3007
2905
|
|
|
3008
|
-
|
|
3009
|
-
type value = :finance | :identity | :legal | :logistics | :medical | :hr | :other
|
|
3010
|
-
end
|
|
2906
|
+
type enum_PresetCategory = :finance | :identity | :legal | :logistics | :medical | :hr | :other
|
|
3011
2907
|
|
|
3012
|
-
|
|
3013
|
-
type value = :pass | :warn | :fail | :skip
|
|
3014
|
-
end
|
|
2908
|
+
type enum_ProbeStatus = :pass | :warn | :fail | :skip
|
|
3015
2909
|
|
|
3016
|
-
|
|
3017
|
-
type value = :Early | :Middle | :Late
|
|
3018
|
-
end
|
|
2910
|
+
type enum_ProcessingStage = :Early | :Middle | :Late
|
|
3019
2911
|
|
|
3020
|
-
|
|
3021
|
-
type value = :mask | :hash | :token_replace | :drop
|
|
3022
|
-
end
|
|
2912
|
+
type enum_RedactionStrategy = :mask | :hash | :token_replace | :drop
|
|
3023
2913
|
|
|
3024
|
-
|
|
3025
|
-
type value = :Off | :Light | :Moderate | :Aggressive | :Maximum
|
|
3026
|
-
end
|
|
2914
|
+
type enum_ReductionLevel = :Off | :Light | :Moderate | :Aggressive | :Maximum
|
|
3027
2915
|
|
|
3028
|
-
|
|
3029
|
-
type value = :Figure | :DenseTable | :ComplexLayout | :Caption
|
|
3030
|
-
end
|
|
2916
|
+
type enum_RegionKind = :Figure | :DenseTable | :ComplexLayout | :Caption
|
|
3031
2917
|
|
|
3032
|
-
|
|
3033
|
-
type value = :footnote_reference | :citation_reference | :internal_link | :caption | :label | :toc_entry | :cross_reference
|
|
3034
|
-
end
|
|
2918
|
+
type enum_RelationshipKind = :footnote_reference | :citation_reference | :internal_link | :caption | :label | :toc_entry | :cross_reference
|
|
3035
2919
|
|
|
3036
|
-
|
|
3037
|
-
type value = :cross_encoder | :qwen3_generative
|
|
3038
|
-
end
|
|
2920
|
+
type enum_RerankerHead = :cross_encoder | :qwen3_generative
|
|
3039
2921
|
|
|
3040
2922
|
class RerankerModelType
|
|
3041
2923
|
end
|
|
3042
2924
|
|
|
3043
|
-
|
|
3044
|
-
type value = :unified | :element_based
|
|
3045
|
-
end
|
|
2925
|
+
type enum_ResultFormat = :unified | :element_based
|
|
3046
2926
|
|
|
3047
2927
|
class RevisionAnchor
|
|
3048
2928
|
end
|
|
3049
2929
|
|
|
3050
|
-
|
|
3051
|
-
type value = :insertion | :deletion | :format_change | :comment
|
|
3052
|
-
end
|
|
2930
|
+
type enum_RevisionKind = :insertion | :deletion | :format_change | :comment
|
|
3053
2931
|
|
|
3054
|
-
|
|
3055
|
-
type value = :all_valid | :partial_valid | :all_invalid
|
|
3056
|
-
end
|
|
2932
|
+
type enum_SchemaCompliance = :all_valid | :partial_valid | :all_invalid
|
|
3057
2933
|
|
|
3058
2934
|
class SparseEmbeddingModelType
|
|
3059
2935
|
end
|
|
3060
2936
|
|
|
3061
|
-
|
|
3062
|
-
type value = :"json-ld" | :microdata | :rdfa
|
|
3063
|
-
end
|
|
2937
|
+
type enum_StructuredDataType = :"json-ld" | :microdata | :rdfa
|
|
3064
2938
|
|
|
3065
|
-
|
|
3066
|
-
type value = :extractive | :abstractive
|
|
3067
|
-
end
|
|
2939
|
+
type enum_SummaryStrategy = :extractive | :abstractive
|
|
3068
2940
|
|
|
3069
|
-
|
|
3070
|
-
type value = :split | :repeat_header
|
|
3071
|
-
end
|
|
2941
|
+
type enum_TableChunkingMode = :split | :repeat_header
|
|
3072
2942
|
|
|
3073
|
-
|
|
3074
|
-
type value = :tatr | :slanet_wired | :slanet_wireless | :slanet_plus | :slanet_auto | :disabled
|
|
3075
|
-
end
|
|
2943
|
+
type enum_TableModel = :tatr | :slanet_wired | :slanet_wireless | :slanet_plus | :slanet_auto | :disabled
|
|
3076
2944
|
|
|
3077
|
-
|
|
3078
|
-
type value = :content | :native | :layout
|
|
3079
|
-
end
|
|
2945
|
+
type enum_TableOverlapPreference = :content | :native | :layout
|
|
3080
2946
|
|
|
3081
|
-
|
|
3082
|
-
type value = :ltr | :rtl | :auto
|
|
3083
|
-
end
|
|
2947
|
+
type enum_TextDirection = :ltr | :rtl | :auto
|
|
3084
2948
|
|
|
3085
|
-
|
|
3086
|
-
type value = :auto | :tier2 | :tier1
|
|
3087
|
-
end
|
|
2949
|
+
type enum_TierStrategy = :auto | :tier2 | :tier1
|
|
3088
2950
|
|
|
3089
|
-
|
|
3090
|
-
type value = :hyperlink | :image | :anchor | :citation | :reference | :email
|
|
3091
|
-
end
|
|
2951
|
+
type enum_UriKind = :hyperlink | :image | :anchor | :citation | :reference | :email
|
|
3092
2952
|
|
|
3093
|
-
|
|
3094
|
-
type value = :Angle | :Percent
|
|
3095
|
-
end
|
|
2953
|
+
type enum_UrlEscapeStyle = :Angle | :Percent
|
|
3096
2954
|
|
|
3097
|
-
|
|
3098
|
-
type value = :auto | :document | :crawl
|
|
3099
|
-
end
|
|
2955
|
+
type enum_UrlExtractionMode = :auto | :document | :crawl
|
|
3100
2956
|
|
|
3101
2957
|
class VlmFallbackPolicy
|
|
3102
2958
|
end
|
|
3103
2959
|
|
|
3104
|
-
|
|
3105
|
-
type value = :tiny | :base | :small | :medium | :large_v3
|
|
3106
|
-
end
|
|
2960
|
+
type enum_WhisperModel = :tiny | :base | :small | :medium | :large_v3
|
|
3107
2961
|
|
|
3108
|
-
|
|
3109
|
-
type value = :Normalized | :Strict
|
|
3110
|
-
end
|
|
2962
|
+
type enum_WhitespaceMode = :Normalized | :Strict
|
|
3111
2963
|
|
|
3112
2964
|
def self.classify_chunks_owned: (ExtractedDocument result, ChunkClassificationConfig config) -> ExtractedDocument
|
|
3113
2965
|
|
|
@@ -3180,7 +3032,7 @@ def self.verify_excerpt: (String excerpt, String source_text) -> bool
|
|
|
3180
3032
|
# Ruby constructors are private and never count as the lifecycle hook).
|
|
3181
3033
|
def process_image: (String image_bytes, OcrConfig config) -> ExtractedDocument
|
|
3182
3034
|
def supports_language: (String lang) -> bool
|
|
3183
|
-
def backend_type: () ->
|
|
3035
|
+
def backend_type: () -> enum_OcrBackendType
|
|
3184
3036
|
end
|
|
3185
3037
|
|
|
3186
3038
|
interface _PostProcessor
|
|
@@ -3189,7 +3041,7 @@ def self.verify_excerpt: (String excerpt, String source_text) -> bool
|
|
|
3189
3041
|
# The lifecycle hooks `initialize`/`shutdown` are likewise optional (note:
|
|
3190
3042
|
# Ruby constructors are private and never count as the lifecycle hook).
|
|
3191
3043
|
def process: (ExtractedDocument result, ExtractionConfig config) -> void
|
|
3192
|
-
def processing_stage: () ->
|
|
3044
|
+
def processing_stage: () -> enum_ProcessingStage
|
|
3193
3045
|
end
|
|
3194
3046
|
|
|
3195
3047
|
interface _Validator
|