cribl-control-plane 0.2.1rc11__py3-none-any.whl → 0.4.0a12__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of cribl-control-plane might be problematic. Click here for more details.

Files changed (136) hide show
  1. cribl_control_plane/_version.py +4 -4
  2. cribl_control_plane/acl.py +6 -4
  3. cribl_control_plane/basesdk.py +6 -0
  4. cribl_control_plane/branches.py +8 -4
  5. cribl_control_plane/commits.py +42 -28
  6. cribl_control_plane/commits_files.py +12 -8
  7. cribl_control_plane/configs_versions.py +10 -4
  8. cribl_control_plane/destinations.py +30 -20
  9. cribl_control_plane/destinations_pq.py +12 -8
  10. cribl_control_plane/groups_sdk.py +60 -24
  11. cribl_control_plane/health.py +2 -0
  12. cribl_control_plane/hectokens.py +32 -8
  13. cribl_control_plane/lakedatasets.py +86 -20
  14. cribl_control_plane/models/__init__.py +568 -214
  15. cribl_control_plane/models/addhectokenrequest.py +7 -1
  16. cribl_control_plane/models/createconfiggroupbyproductop.py +20 -1
  17. cribl_control_plane/models/createcribllakedatasetbylakeidop.py +19 -1
  18. cribl_control_plane/models/createinputhectokenbyidop.py +20 -1
  19. cribl_control_plane/models/{countedlistgitdiffresult.py → createinputop.py} +9 -5
  20. cribl_control_plane/models/{countedlistgitshowresult.py → createoutputop.py} +9 -5
  21. cribl_control_plane/models/createoutputtestbyidop.py +20 -1
  22. cribl_control_plane/models/{countedlistpackinstallinfo.py → createpacksop.py} +6 -2
  23. cribl_control_plane/models/createpipelineop.py +24 -0
  24. cribl_control_plane/models/createroutesappendbyidop.py +20 -2
  25. cribl_control_plane/models/createversioncommitop.py +19 -1
  26. cribl_control_plane/models/{countedliststring.py → createversionpushop.py} +6 -2
  27. cribl_control_plane/models/createversionrevertop.py +19 -1
  28. cribl_control_plane/models/createversionundoop.py +18 -1
  29. cribl_control_plane/models/deleteconfiggroupbyproductandidop.py +20 -1
  30. cribl_control_plane/models/deletecribllakedatasetbylakeidandidop.py +20 -1
  31. cribl_control_plane/models/deleteinputbyidop.py +20 -1
  32. cribl_control_plane/models/deleteoutputbyidop.py +20 -1
  33. cribl_control_plane/models/deleteoutputpqbyidop.py +19 -1
  34. cribl_control_plane/models/deletepacksbyidop.py +20 -1
  35. cribl_control_plane/models/deletepipelinebyidop.py +20 -1
  36. cribl_control_plane/models/getconfiggroupaclbyproductandidop.py +19 -1
  37. cribl_control_plane/models/getconfiggroupaclteamsbyproductandidop.py +19 -1
  38. cribl_control_plane/models/getconfiggroupbyproductandidop.py +19 -1
  39. cribl_control_plane/models/getconfiggroupconfigversionbyproductandidop.py +19 -1
  40. cribl_control_plane/models/getcribllakedatasetbylakeidandidop.py +20 -1
  41. cribl_control_plane/models/getcribllakedatasetbylakeidop.py +79 -2
  42. cribl_control_plane/models/getinputbyidop.py +20 -1
  43. cribl_control_plane/models/getmasterworkerentryop.py +18 -1
  44. cribl_control_plane/models/getoutputbyidop.py +20 -1
  45. cribl_control_plane/models/getoutputpqbyidop.py +20 -1
  46. cribl_control_plane/models/getoutputsamplesbyidop.py +20 -1
  47. cribl_control_plane/models/getpacksbyidop.py +20 -1
  48. cribl_control_plane/models/getpacksop.py +19 -1
  49. cribl_control_plane/models/getpipelinebyidop.py +20 -1
  50. cribl_control_plane/models/getroutesbyidop.py +20 -1
  51. cribl_control_plane/models/getsummaryop.py +19 -1
  52. cribl_control_plane/models/{countedlistbranchinfo.py → getversionbranchop.py} +6 -2
  53. cribl_control_plane/models/getversioncountop.py +19 -1
  54. cribl_control_plane/models/getversiondiffop.py +19 -1
  55. cribl_control_plane/models/getversionfilesop.py +19 -1
  56. cribl_control_plane/models/{countedlistgitinfo.py → getversioninfoop.py} +6 -2
  57. cribl_control_plane/models/getversionop.py +19 -1
  58. cribl_control_plane/models/getversionshowop.py +19 -1
  59. cribl_control_plane/models/getversionstatusop.py +19 -1
  60. cribl_control_plane/models/input.py +18 -15
  61. cribl_control_plane/models/inputcloudflarehec.py +513 -0
  62. cribl_control_plane/models/inputfile.py +7 -0
  63. cribl_control_plane/models/listconfiggroupbyproductop.py +19 -1
  64. cribl_control_plane/models/{countedlistinput.py → listinputop.py} +6 -2
  65. cribl_control_plane/models/listmasterworkerentryop.py +19 -1
  66. cribl_control_plane/models/{countedlistoutput.py → listoutputop.py} +6 -2
  67. cribl_control_plane/models/{countedlistpipeline.py → listpipelineop.py} +6 -2
  68. cribl_control_plane/models/{countedlistroutes.py → listroutesop.py} +6 -2
  69. cribl_control_plane/models/output.py +23 -17
  70. cribl_control_plane/models/outputazureblob.py +14 -0
  71. cribl_control_plane/models/outputazuredataexplorer.py +7 -0
  72. cribl_control_plane/models/outputchronicle.py +5 -0
  73. cribl_control_plane/models/outputcloudflarer2.py +632 -0
  74. cribl_control_plane/models/outputcribllake.py +14 -0
  75. cribl_control_plane/models/outputdatabricks.py +19 -0
  76. cribl_control_plane/models/outputdls3.py +14 -0
  77. cribl_control_plane/models/outputexabeam.py +7 -0
  78. cribl_control_plane/models/outputfilesystem.py +14 -0
  79. cribl_control_plane/models/outputgooglecloudstorage.py +14 -0
  80. cribl_control_plane/models/outputmicrosoftfabric.py +540 -0
  81. cribl_control_plane/models/outputminio.py +19 -4
  82. cribl_control_plane/models/outputnetflow.py +7 -0
  83. cribl_control_plane/models/outputs3.py +14 -0
  84. cribl_control_plane/models/outputsecuritylake.py +14 -0
  85. cribl_control_plane/models/outputsyslog.py +7 -0
  86. cribl_control_plane/models/runnablejobcollection.py +0 -8
  87. cribl_control_plane/models/runnablejobexecutor.py +0 -4
  88. cribl_control_plane/models/runnablejobscheduledsearch.py +0 -4
  89. cribl_control_plane/models/updateconfiggroupbyproductandidop.py +19 -1
  90. cribl_control_plane/models/updateconfiggroupdeploybyproductandidop.py +20 -1
  91. cribl_control_plane/models/updatecribllakedatasetbylakeidandidop.py +20 -1
  92. cribl_control_plane/models/updatehectokenrequest.py +7 -1
  93. cribl_control_plane/models/updateinputbyidop.py +19 -1
  94. cribl_control_plane/models/updateinputhectokenbyidandtokenop.py +20 -1
  95. cribl_control_plane/models/updateoutputbyidop.py +19 -1
  96. cribl_control_plane/models/updatepacksbyidop.py +20 -1
  97. cribl_control_plane/models/updatepipelinebyidop.py +19 -1
  98. cribl_control_plane/models/updateroutesbyidop.py +19 -1
  99. cribl_control_plane/nodes.py +16 -8
  100. cribl_control_plane/packs.py +32 -20
  101. cribl_control_plane/pipelines.py +30 -20
  102. cribl_control_plane/routes_sdk.py +28 -16
  103. cribl_control_plane/samples.py +12 -8
  104. cribl_control_plane/sources.py +30 -20
  105. cribl_control_plane/statuses.py +6 -4
  106. cribl_control_plane/summaries.py +6 -8
  107. cribl_control_plane/teams.py +6 -4
  108. cribl_control_plane/tokens.py +2 -0
  109. cribl_control_plane/utils/forms.py +21 -10
  110. cribl_control_plane/utils/queryparams.py +14 -2
  111. cribl_control_plane/utils/retries.py +69 -5
  112. cribl_control_plane/utils/unmarshal_json_response.py +15 -1
  113. cribl_control_plane/versions_configs.py +6 -4
  114. {cribl_control_plane-0.2.1rc11.dist-info → cribl_control_plane-0.4.0a12.dist-info}/METADATA +28 -36
  115. {cribl_control_plane-0.2.1rc11.dist-info → cribl_control_plane-0.4.0a12.dist-info}/RECORD +117 -131
  116. cribl_control_plane-0.4.0a12.dist-info/licenses/LICENSE +201 -0
  117. cribl_control_plane/models/countedlistconfiggroup.py +0 -20
  118. cribl_control_plane/models/countedlistcribllakedataset.py +0 -20
  119. cribl_control_plane/models/countedlistdistributedsummary.py +0 -20
  120. cribl_control_plane/models/countedlistgitcommitsummary.py +0 -20
  121. cribl_control_plane/models/countedlistgitcountresult.py +0 -20
  122. cribl_control_plane/models/countedlistgitfilesresponse.py +0 -20
  123. cribl_control_plane/models/countedlistgitlogresult.py +0 -20
  124. cribl_control_plane/models/countedlistgitrevertresult.py +0 -20
  125. cribl_control_plane/models/countedlistgitstatusresult.py +0 -20
  126. cribl_control_plane/models/countedlistinputsplunkhec.py +0 -20
  127. cribl_control_plane/models/countedlistjobinfo.py +0 -20
  128. cribl_control_plane/models/countedlistmasterworkerentry.py +0 -20
  129. cribl_control_plane/models/countedlistnumber.py +0 -19
  130. cribl_control_plane/models/countedlistobject.py +0 -19
  131. cribl_control_plane/models/countedlistoutputsamplesresponse.py +0 -20
  132. cribl_control_plane/models/countedlistoutputtestresponse.py +0 -20
  133. cribl_control_plane/models/countedlistpackinfo.py +0 -20
  134. cribl_control_plane/models/countedlistteamaccesscontrollist.py +0 -20
  135. cribl_control_plane/models/countedlistuseraccesscontrollist.py +0 -20
  136. {cribl_control_plane-0.2.1rc11.dist-info → cribl_control_plane-0.4.0a12.dist-info}/WHEEL +0 -0
@@ -7,13 +7,17 @@ from typing import List, Optional
7
7
  from typing_extensions import NotRequired, TypedDict
8
8
 
9
9
 
10
- class CountedListRoutesTypedDict(TypedDict):
10
+ class ListRoutesResponseTypedDict(TypedDict):
11
+ r"""a list of Routes objects"""
12
+
11
13
  count: NotRequired[int]
12
14
  r"""number of items present in the items array"""
13
15
  items: NotRequired[List[RoutesTypedDict]]
14
16
 
15
17
 
16
- class CountedListRoutes(BaseModel):
18
+ class ListRoutesResponse(BaseModel):
19
+ r"""a list of Routes objects"""
20
+
17
21
  count: Optional[int] = None
18
22
  r"""number of items present in the items array"""
19
23
 
@@ -10,6 +10,7 @@ from .outputazureeventhub import OutputAzureEventhub, OutputAzureEventhubTypedDi
10
10
  from .outputazurelogs import OutputAzureLogs, OutputAzureLogsTypedDict
11
11
  from .outputchronicle import OutputChronicle, OutputChronicleTypedDict
12
12
  from .outputclickhouse import OutputClickHouse, OutputClickHouseTypedDict
13
+ from .outputcloudflarer2 import OutputCloudflareR2, OutputCloudflareR2TypedDict
13
14
  from .outputcloudwatch import OutputCloudwatch, OutputCloudwatchTypedDict
14
15
  from .outputconfluentcloud import OutputConfluentCloud, OutputConfluentCloudTypedDict
15
16
  from .outputcriblhttp import OutputCriblHTTP, OutputCriblHTTPTypedDict
@@ -50,6 +51,7 @@ from .outputinfluxdb import OutputInfluxdb, OutputInfluxdbTypedDict
50
51
  from .outputkafka import OutputKafka, OutputKafkaTypedDict
51
52
  from .outputkinesis import OutputKinesis, OutputKinesisTypedDict
52
53
  from .outputloki import OutputLoki, OutputLokiTypedDict
54
+ from .outputmicrosoftfabric import OutputMicrosoftFabric, OutputMicrosoftFabricTypedDict
53
55
  from .outputminio import OutputMinio, OutputMinioTypedDict
54
56
  from .outputmsk import OutputMsk, OutputMskTypedDict
55
57
  from .outputnetflow import OutputNetflow, OutputNetflowTypedDict
@@ -102,54 +104,56 @@ OutputTypedDict = TypeAliasType(
102
104
  OutputStatsdExtTypedDict,
103
105
  OutputStatsdTypedDict,
104
106
  OutputGooglePubsubTypedDict,
105
- OutputExabeamTypedDict,
106
107
  OutputSplunkTypedDict,
107
108
  OutputSnsTypedDict,
108
- OutputAzureEventhubTypedDict,
109
109
  OutputCriblTCPTypedDict,
110
+ OutputAzureEventhubTypedDict,
110
111
  OutputCloudwatchTypedDict,
111
- OutputSignalfxTypedDict,
112
+ OutputExabeamTypedDict,
113
+ OutputMicrosoftFabricTypedDict,
112
114
  OutputHoneycombTypedDict,
115
+ OutputSignalfxTypedDict,
113
116
  OutputWavefrontTypedDict,
114
- OutputHumioHecTypedDict,
115
117
  OutputSumoLogicTypedDict,
116
118
  OutputCrowdstrikeNextGenSiemTypedDict,
119
+ OutputHumioHecTypedDict,
117
120
  OutputTcpjsonTypedDict,
118
121
  OutputElasticCloudTypedDict,
119
- OutputNewrelicEventsTypedDict,
120
- OutputFilesystemTypedDict,
122
+ OutputKinesisTypedDict,
121
123
  OutputConfluentCloudTypedDict,
122
124
  OutputKafkaTypedDict,
125
+ OutputNewrelicEventsTypedDict,
123
126
  OutputAzureLogsTypedDict,
124
- OutputKinesisTypedDict,
125
127
  OutputSplunkLbTypedDict,
126
- OutputSyslogTypedDict,
127
128
  OutputSqsTypedDict,
128
129
  OutputNewrelicTypedDict,
129
- OutputCriblHTTPTypedDict,
130
+ OutputFilesystemTypedDict,
131
+ OutputSyslogTypedDict,
130
132
  OutputXsiamTypedDict,
133
+ OutputCriblHTTPTypedDict,
131
134
  OutputDatasetTypedDict,
132
- OutputLokiTypedDict,
133
- OutputCriblLakeTypedDict,
134
135
  OutputDynatraceHTTPTypedDict,
135
- OutputServiceNowTypedDict,
136
- OutputSplunkHecTypedDict,
136
+ OutputLokiTypedDict,
137
137
  OutputChronicleTypedDict,
138
138
  OutputDynatraceOtlpTypedDict,
139
- OutputDatabricksTypedDict,
139
+ OutputServiceNowTypedDict,
140
+ OutputSplunkHecTypedDict,
141
+ OutputCriblLakeTypedDict,
140
142
  OutputElasticTypedDict,
141
143
  OutputDatadogTypedDict,
142
144
  OutputGoogleChronicleTypedDict,
143
145
  OutputPrometheusTypedDict,
146
+ OutputDatabricksTypedDict,
144
147
  OutputSentinelOneAiSiemTypedDict,
145
148
  OutputMskTypedDict,
146
- OutputGoogleCloudStorageTypedDict,
147
149
  OutputSentinelTypedDict,
148
- OutputAzureBlobTypedDict,
150
+ OutputGoogleCloudStorageTypedDict,
149
151
  OutputInfluxdbTypedDict,
152
+ OutputAzureBlobTypedDict,
153
+ OutputCloudflareR2TypedDict,
150
154
  OutputMinioTypedDict,
151
- OutputSecurityLakeTypedDict,
152
155
  OutputOpenTelemetryTypedDict,
156
+ OutputSecurityLakeTypedDict,
153
157
  OutputClickHouseTypedDict,
154
158
  OutputDlS3TypedDict,
155
159
  OutputS3TypedDict,
@@ -229,6 +233,8 @@ Output = Annotated[
229
233
  Annotated[OutputSentinelOneAiSiem, Tag("sentinel_one_ai_siem")],
230
234
  Annotated[OutputChronicle, Tag("chronicle")],
231
235
  Annotated[OutputDatabricks, Tag("databricks")],
236
+ Annotated[OutputMicrosoftFabric, Tag("microsoft_fabric")],
237
+ Annotated[OutputCloudflareR2, Tag("cloudflare_r2")],
232
238
  ],
233
239
  Discriminator(lambda m: get_discriminator(m, "type", "type")),
234
240
  ]
@@ -176,6 +176,8 @@ class OutputAzureBlobTypedDict(TypedDict):
176
176
  r"""If a file fails to move to its final destination after the maximum number of retries, move it to a designated directory to prevent further errors"""
177
177
  on_disk_full_backpressure: NotRequired[OutputAzureBlobDiskSpaceProtection]
178
178
  r"""How to handle events when disk space is below the global 'Min free disk space' limit"""
179
+ force_close_on_shutdown: NotRequired[bool]
180
+ r"""Force all staged files to close during an orderly Node shutdown. This triggers immediate upload of in-progress data — regardless of idle time, file age, or size thresholds — to minimize data loss."""
179
181
  auth_type: NotRequired[OutputAzureBlobAuthenticationMethod]
180
182
  storage_class: NotRequired[BlobAccessTier]
181
183
  description: NotRequired[str]
@@ -207,6 +209,8 @@ class OutputAzureBlobTypedDict(TypedDict):
207
209
  r"""Parquet tools can use the checksum of a Parquet page to verify data integrity"""
208
210
  empty_dir_cleanup_sec: NotRequired[float]
209
211
  r"""How frequently, in seconds, to clean up empty directories"""
212
+ directory_batch_size: NotRequired[float]
213
+ r"""Number of directories to process in each batch during cleanup of empty directories. Minimum is 10, maximum is 10000. Higher values may require more memory."""
210
214
  deadletter_path: NotRequired[str]
211
215
  r"""Storage location for files that fail to reach their final destination after maximum retries are exceeded"""
212
216
  max_retry_num: NotRequired[float]
@@ -356,6 +360,11 @@ class OutputAzureBlob(BaseModel):
356
360
  ] = OutputAzureBlobDiskSpaceProtection.BLOCK
357
361
  r"""How to handle events when disk space is below the global 'Min free disk space' limit"""
358
362
 
363
+ force_close_on_shutdown: Annotated[
364
+ Optional[bool], pydantic.Field(alias="forceCloseOnShutdown")
365
+ ] = False
366
+ r"""Force all staged files to close during an orderly Node shutdown. This triggers immediate upload of in-progress data — regardless of idle time, file age, or size thresholds — to minimize data loss."""
367
+
359
368
  auth_type: Annotated[
360
369
  Annotated[
361
370
  Optional[OutputAzureBlobAuthenticationMethod],
@@ -454,6 +463,11 @@ class OutputAzureBlob(BaseModel):
454
463
  ] = 300
455
464
  r"""How frequently, in seconds, to clean up empty directories"""
456
465
 
466
+ directory_batch_size: Annotated[
467
+ Optional[float], pydantic.Field(alias="directoryBatchSize")
468
+ ] = 1000
469
+ r"""Number of directories to process in each batch during cleanup of empty directories. Minimum is 10, maximum is 10000. Higher values may require more memory."""
470
+
457
471
  deadletter_path: Annotated[
458
472
  Optional[str], pydantic.Field(alias="deadletterPath")
459
473
  ] = "$CRIBL_HOME/state/outputs/dead-letter"
@@ -380,6 +380,8 @@ class OutputAzureDataExplorerTypedDict(TypedDict):
380
380
  r"""Remove empty staging directories after moving files"""
381
381
  empty_dir_cleanup_sec: NotRequired[float]
382
382
  r"""How frequently, in seconds, to clean up empty directories"""
383
+ directory_batch_size: NotRequired[float]
384
+ r"""Number of directories to process in each batch during cleanup of empty directories. Minimum is 10, maximum is 10000. Higher values may require more memory."""
383
385
  deadletter_enabled: NotRequired[bool]
384
386
  r"""If a file fails to move to its final destination after the maximum number of retries, move it to a designated directory to prevent further errors"""
385
387
  deadletter_path: NotRequired[str]
@@ -653,6 +655,11 @@ class OutputAzureDataExplorer(BaseModel):
653
655
  ] = 300
654
656
  r"""How frequently, in seconds, to clean up empty directories"""
655
657
 
658
+ directory_batch_size: Annotated[
659
+ Optional[float], pydantic.Field(alias="directoryBatchSize")
660
+ ] = 1000
661
+ r"""Number of directories to process in each batch during cleanup of empty directories. Minimum is 10, maximum is 10000. Higher values may require more memory."""
662
+
656
663
  deadletter_enabled: Annotated[
657
664
  Optional[bool], pydantic.Field(alias="deadletterEnabled")
658
665
  ] = False
@@ -111,6 +111,8 @@ class OutputChronicleBackpressureBehavior(str, Enum, metaclass=utils.OpenEnumMet
111
111
  class OutputChronicleCustomLabelTypedDict(TypedDict):
112
112
  key: str
113
113
  value: str
114
+ rbac_enabled: NotRequired[bool]
115
+ r"""Designate this label for role-based access control and filtering"""
114
116
 
115
117
 
116
118
  class OutputChronicleCustomLabel(BaseModel):
@@ -118,6 +120,9 @@ class OutputChronicleCustomLabel(BaseModel):
118
120
 
119
121
  value: str
120
122
 
123
+ rbac_enabled: Annotated[Optional[bool], pydantic.Field(alias="rbacEnabled")] = False
124
+ r"""Designate this label for role-based access control and filtering"""
125
+
121
126
 
122
127
  class OutputChronicleMode(str, Enum, metaclass=utils.OpenEnumMeta):
123
128
  r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""