cribl-control-plane 0.0.21__py3-none-any.whl → 0.4.0b23__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- cribl_control_plane/_hooks/clientcredentials.py +113 -48
- cribl_control_plane/_version.py +4 -4
- cribl_control_plane/acl.py +225 -0
- cribl_control_plane/auth_sdk.py +12 -176
- cribl_control_plane/basesdk.py +17 -1
- cribl_control_plane/branches.py +351 -0
- cribl_control_plane/commits.py +1403 -0
- cribl_control_plane/commits_files.py +391 -0
- cribl_control_plane/configs_versions.py +201 -0
- cribl_control_plane/cribl.py +495 -0
- cribl_control_plane/destinations.py +146 -805
- cribl_control_plane/destinations_pq.py +379 -0
- cribl_control_plane/errors/__init__.py +26 -10
- cribl_control_plane/errors/apierror.py +2 -0
- cribl_control_plane/errors/criblcontrolplaneerror.py +11 -7
- cribl_control_plane/errors/error.py +4 -2
- cribl_control_plane/errors/healthserverstatus_error.py +41 -0
- cribl_control_plane/errors/no_response_error.py +5 -1
- cribl_control_plane/errors/responsevalidationerror.py +2 -0
- cribl_control_plane/functions.py +367 -0
- cribl_control_plane/groups_configs.py +22 -0
- cribl_control_plane/groups_sdk.py +333 -578
- cribl_control_plane/health.py +38 -18
- cribl_control_plane/hectokens.py +503 -0
- cribl_control_plane/httpclient.py +0 -1
- cribl_control_plane/{lake.py → lakedatasets.py} +207 -115
- cribl_control_plane/models/__init__.py +3644 -5986
- cribl_control_plane/models/addhectokenrequest.py +7 -1
- cribl_control_plane/models/authtoken.py +5 -1
- cribl_control_plane/models/backupssettings_union.py +37 -0
- cribl_control_plane/models/{lookupversions.py → branchinfo.py} +4 -4
- cribl_control_plane/models/cacheconnection.py +30 -2
- cribl_control_plane/models/cacheconnectionbackfillstatus.py +2 -1
- cribl_control_plane/models/cloudprovider.py +2 -1
- cribl_control_plane/models/collectorazureblob.py +130 -0
- cribl_control_plane/models/collectorconf.py +56 -0
- cribl_control_plane/models/collectorcribllake.py +27 -0
- cribl_control_plane/models/collectordatabase.py +92 -0
- cribl_control_plane/models/collectorfilesystem.py +66 -0
- cribl_control_plane/models/collectorgooglecloudstorage.py +131 -0
- cribl_control_plane/models/collectorhealthcheck.py +269 -0
- cribl_control_plane/models/collectorrest.py +340 -0
- cribl_control_plane/models/collectors3.py +239 -0
- cribl_control_plane/models/collectorscript.py +59 -0
- cribl_control_plane/models/collectorsplunk.py +253 -0
- cribl_control_plane/models/configgroup.py +67 -11
- cribl_control_plane/models/configgroupcloud.py +17 -3
- cribl_control_plane/models/countedbranchinfo.py +20 -0
- cribl_control_plane/models/countedconfiggroup.py +20 -0
- cribl_control_plane/models/countedcribllakedataset.py +20 -0
- cribl_control_plane/models/counteddistributedsummary.py +20 -0
- cribl_control_plane/models/countedfunctionresponse.py +20 -0
- cribl_control_plane/models/countedgitcommitsummary.py +20 -0
- cribl_control_plane/models/countedgitcountresult.py +20 -0
- cribl_control_plane/models/countedgitdiffresult.py +20 -0
- cribl_control_plane/models/countedgitfilesresponse.py +20 -0
- cribl_control_plane/models/{getversioninfoop.py → countedgitinfo.py} +2 -6
- cribl_control_plane/models/countedgitlogresult.py +20 -0
- cribl_control_plane/models/countedgitrevertresult.py +20 -0
- cribl_control_plane/models/countedgitshowresult.py +20 -0
- cribl_control_plane/models/countedgitstatusresult.py +20 -0
- cribl_control_plane/models/{listinputop.py → countedinput.py} +2 -6
- cribl_control_plane/models/countedinputsplunkhec.py +20 -0
- cribl_control_plane/models/countedjobinfo.py +20 -0
- cribl_control_plane/models/countedmasterworkerentry.py +20 -0
- cribl_control_plane/models/countednumber.py +19 -0
- cribl_control_plane/models/{getversionbranchop.py → countedobject.py} +2 -6
- cribl_control_plane/models/{listoutputop.py → countedoutput.py} +2 -6
- cribl_control_plane/models/countedoutputsamplesresponse.py +20 -0
- cribl_control_plane/models/countedoutputtestresponse.py +20 -0
- cribl_control_plane/models/countedpackinfo.py +20 -0
- cribl_control_plane/models/{createpacksop.py → countedpackinstallinfo.py} +2 -6
- cribl_control_plane/models/{listpipelineop.py → countedpipeline.py} +2 -6
- cribl_control_plane/models/{listroutesop.py → countedroutes.py} +2 -6
- cribl_control_plane/models/countedstring.py +19 -0
- cribl_control_plane/models/countedsystemsettingsconf.py +20 -0
- cribl_control_plane/models/countedteamaccesscontrollist.py +20 -0
- cribl_control_plane/models/counteduseraccesscontrollist.py +20 -0
- cribl_control_plane/models/createauthloginop.py +18 -0
- cribl_control_plane/models/createconfiggroupbyproductop.py +46 -0
- cribl_control_plane/models/createcribllakedatasetbylakeidop.py +3 -21
- cribl_control_plane/models/createinputhectokenbyidop.py +3 -21
- cribl_control_plane/models/createoutputtestbyidop.py +3 -22
- cribl_control_plane/models/createroutesappendbyidop.py +4 -21
- cribl_control_plane/models/createversioncommitop.py +27 -20
- cribl_control_plane/models/createversionrevertop.py +7 -23
- cribl_control_plane/models/createversionundoop.py +7 -22
- cribl_control_plane/models/criblevent.py +15 -0
- cribl_control_plane/models/cribllakedataset.py +23 -3
- cribl_control_plane/models/cribllakedatasetupdate.py +95 -0
- cribl_control_plane/models/currentbranchresult.py +13 -0
- cribl_control_plane/models/datasetmetadata.py +18 -2
- cribl_control_plane/models/deleteconfiggroupbyproductandidop.py +43 -0
- cribl_control_plane/models/deletecribllakedatasetbylakeidandidop.py +5 -24
- cribl_control_plane/models/deleteinputbyidop.py +3 -22
- cribl_control_plane/models/deleteoutputbyidop.py +3 -22
- cribl_control_plane/models/deleteoutputpqbyidop.py +3 -21
- cribl_control_plane/models/deletepacksbyidop.py +3 -22
- cribl_control_plane/models/deletepipelinebyidop.py +3 -22
- cribl_control_plane/models/difffiles.py +130 -0
- cribl_control_plane/models/diffline.py +26 -0
- cribl_control_plane/models/difflinecontext.py +28 -0
- cribl_control_plane/models/difflinedelete.py +25 -0
- cribl_control_plane/models/difflineinsert.py +25 -0
- cribl_control_plane/models/distributedsummary.py +6 -0
- cribl_control_plane/models/functionaggregatemetrics.py +206 -0
- cribl_control_plane/models/functionaggregation.py +172 -0
- cribl_control_plane/models/functionautotimestamp.py +173 -0
- cribl_control_plane/models/functioncef.py +111 -0
- cribl_control_plane/models/functionchain.py +75 -0
- cribl_control_plane/models/functionclone.py +75 -0
- cribl_control_plane/models/functioncode.py +96 -0
- cribl_control_plane/models/functioncomment.py +75 -0
- cribl_control_plane/models/functiondistinct.py +99 -0
- cribl_control_plane/models/functiondnslookup.py +250 -0
- cribl_control_plane/models/functiondrop.py +73 -0
- cribl_control_plane/models/functiondropdimensions.py +87 -0
- cribl_control_plane/models/functiondynamicsampling.py +121 -0
- cribl_control_plane/models/functioneval.py +103 -0
- cribl_control_plane/models/functioneventbreaker.py +103 -0
- cribl_control_plane/models/functioneventstats.py +92 -0
- cribl_control_plane/models/functionexternaldata.py +73 -0
- cribl_control_plane/models/functionflatten.py +90 -0
- cribl_control_plane/models/functionfoldkeys.py +89 -0
- cribl_control_plane/models/functiongenstats.py +73 -0
- cribl_control_plane/models/functiongeoip.py +120 -0
- cribl_control_plane/models/functiongrok.py +95 -0
- cribl_control_plane/models/functionhandlebar.py +112 -0
- cribl_control_plane/models/functionjoin.py +112 -0
- cribl_control_plane/models/functionjsonunroll.py +80 -0
- cribl_control_plane/models/functionlakeexport.py +102 -0
- cribl_control_plane/models/functionlimit.py +75 -0
- cribl_control_plane/models/functionlocalsearchdatatypeparser.py +76 -0
- cribl_control_plane/models/functionlocalsearchrulesetrunner.py +97 -0
- cribl_control_plane/models/functionlookup.py +148 -0
- cribl_control_plane/models/functionmask.py +121 -0
- cribl_control_plane/models/functionmvexpand.py +128 -0
- cribl_control_plane/models/functionmvpull.py +99 -0
- cribl_control_plane/models/functionnotificationpolicies.py +186 -0
- cribl_control_plane/models/functionnotifications.py +85 -0
- cribl_control_plane/models/functionnotify.py +196 -0
- cribl_control_plane/models/functionnumerify.py +119 -0
- cribl_control_plane/models/functionotlplogs.py +82 -0
- cribl_control_plane/models/functionotlpmetrics.py +118 -0
- cribl_control_plane/models/functionotlptraces.py +111 -0
- cribl_control_plane/models/functionpack.py +80 -0
- cribl_control_plane/models/functionpivot.py +85 -0
- cribl_control_plane/models/functionpublishmetrics.py +153 -0
- cribl_control_plane/models/functionredis.py +173 -0
- cribl_control_plane/models/functionregexextract.py +112 -0
- cribl_control_plane/models/functionregexfilter.py +95 -0
- cribl_control_plane/models/functionrename.py +107 -0
- cribl_control_plane/models/functionresponse.py +242 -0
- cribl_control_plane/models/functionrollupmetrics.py +114 -0
- cribl_control_plane/models/functionsampling.py +90 -0
- cribl_control_plane/models/functionsend.py +141 -0
- cribl_control_plane/models/functionsensitivedatascanner.py +128 -0
- cribl_control_plane/models/functionserde.py +161 -0
- cribl_control_plane/models/functionserialize.py +134 -0
- cribl_control_plane/models/functionsidlookup.py +93 -0
- cribl_control_plane/models/functionsnmptrapserialize.py +144 -0
- cribl_control_plane/models/functionsort.py +97 -0
- cribl_control_plane/models/functionstore.py +132 -0
- cribl_control_plane/models/functionsuppress.py +115 -0
- cribl_control_plane/models/functiontee.py +90 -0
- cribl_control_plane/models/functiontrimtimestamp.py +75 -0
- cribl_control_plane/models/functionunion.py +80 -0
- cribl_control_plane/models/functionunroll.py +80 -0
- cribl_control_plane/models/functionwindow.py +96 -0
- cribl_control_plane/models/functionxmlunroll.py +92 -0
- cribl_control_plane/models/getconfiggroupaclbyproductandidop.py +63 -0
- cribl_control_plane/models/getconfiggroupaclteamsbyproductandidop.py +63 -0
- cribl_control_plane/models/getconfiggroupbyproductandidop.py +53 -0
- cribl_control_plane/models/getconfiggroupconfigversionbyproductandidop.py +43 -0
- cribl_control_plane/models/getcribllakedatasetbylakeidandidop.py +5 -24
- cribl_control_plane/models/getcribllakedatasetbylakeidop.py +56 -16
- cribl_control_plane/models/getfunctionsbyidop.py +18 -0
- cribl_control_plane/models/getinputbyidop.py +3 -22
- cribl_control_plane/models/getmasterworkerentryop.py +22 -0
- cribl_control_plane/models/getoutputbyidop.py +3 -22
- cribl_control_plane/models/getoutputpqbyidop.py +3 -21
- cribl_control_plane/models/getoutputsamplesbyidop.py +3 -22
- cribl_control_plane/models/getpacksbyidop.py +18 -0
- cribl_control_plane/models/getpacksop.py +3 -21
- cribl_control_plane/models/getpipelinebyidop.py +3 -22
- cribl_control_plane/models/getroutesbyidop.py +3 -22
- cribl_control_plane/models/getsummaryop.py +23 -32
- cribl_control_plane/models/getversioncountop.py +10 -27
- cribl_control_plane/models/getversiondiffop.py +12 -28
- cribl_control_plane/models/getversionfilesop.py +10 -28
- cribl_control_plane/models/getversionop.py +30 -0
- cribl_control_plane/models/getversionshowop.py +12 -28
- cribl_control_plane/models/getversionstatusop.py +7 -23
- cribl_control_plane/models/gitcommitsummary.py +3 -3
- cribl_control_plane/models/{routecloneconf.py → gitcountresult.py} +4 -4
- cribl_control_plane/models/gitdiffresult.py +16 -0
- cribl_control_plane/models/gitfilesresponse.py +7 -5
- cribl_control_plane/models/gitinfo.py +14 -3
- cribl_control_plane/models/gitlogresult.py +33 -0
- cribl_control_plane/models/gitrevertparams.py +3 -3
- cribl_control_plane/models/gitrevertresult.py +5 -5
- cribl_control_plane/models/gitshowresult.py +19 -0
- cribl_control_plane/models/gitstatusresult.py +0 -3
- cribl_control_plane/models/groupcreaterequest.py +172 -0
- cribl_control_plane/models/hbcriblinfo.py +42 -7
- cribl_control_plane/models/healthserverstatus.py +55 -0
- cribl_control_plane/models/heartbeatmetadata.py +6 -11
- cribl_control_plane/models/input.py +89 -81
- cribl_control_plane/models/inputappscope.py +131 -35
- cribl_control_plane/models/inputazureblob.py +62 -6
- cribl_control_plane/models/inputcloudflarehec.py +518 -0
- cribl_control_plane/models/inputcollection.py +49 -6
- cribl_control_plane/models/inputconfluentcloud.py +262 -22
- cribl_control_plane/models/inputcribl.py +52 -9
- cribl_control_plane/models/inputcriblhttp.py +124 -33
- cribl_control_plane/models/inputcribllakehttp.py +199 -29
- cribl_control_plane/models/inputcriblmetrics.py +53 -9
- cribl_control_plane/models/inputcribltcp.py +125 -27
- cribl_control_plane/models/inputcrowdstrike.py +99 -10
- cribl_control_plane/models/inputdatadogagent.py +101 -27
- cribl_control_plane/models/inputdatagen.py +47 -4
- cribl_control_plane/models/inputedgeprometheus.py +215 -58
- cribl_control_plane/models/inputelastic.py +170 -39
- cribl_control_plane/models/inputeventhub.py +212 -9
- cribl_control_plane/models/inputexec.py +59 -6
- cribl_control_plane/models/inputfile.py +83 -15
- cribl_control_plane/models/inputfirehose.py +100 -27
- cribl_control_plane/models/inputgooglepubsub.py +83 -15
- cribl_control_plane/models/{inputgrafana_union.py → inputgrafana.py} +261 -67
- cribl_control_plane/models/inputhttp.py +100 -27
- cribl_control_plane/models/inputhttpraw.py +100 -27
- cribl_control_plane/models/inputjournalfiles.py +51 -7
- cribl_control_plane/models/inputkafka.py +257 -19
- cribl_control_plane/models/inputkinesis.py +133 -17
- cribl_control_plane/models/inputkubeevents.py +52 -9
- cribl_control_plane/models/inputkubelogs.py +66 -13
- cribl_control_plane/models/inputkubemetrics.py +66 -13
- cribl_control_plane/models/inputloki.py +116 -30
- cribl_control_plane/models/inputmetrics.py +97 -24
- cribl_control_plane/models/inputmodeldriventelemetry.py +110 -29
- cribl_control_plane/models/inputmsk.py +148 -21
- cribl_control_plane/models/inputnetflow.py +50 -7
- cribl_control_plane/models/inputoffice365mgmt.py +115 -17
- cribl_control_plane/models/inputoffice365msgtrace.py +117 -19
- cribl_control_plane/models/inputoffice365service.py +117 -19
- cribl_control_plane/models/inputopentelemetry.py +146 -35
- cribl_control_plane/models/inputprometheus.py +196 -47
- cribl_control_plane/models/inputprometheusrw.py +117 -30
- cribl_control_plane/models/inputrawudp.py +50 -7
- cribl_control_plane/models/inputs3.py +85 -8
- cribl_control_plane/models/inputs3inventory.py +99 -10
- cribl_control_plane/models/inputsecuritylake.py +100 -10
- cribl_control_plane/models/inputsnmp.py +115 -24
- cribl_control_plane/models/inputsplunk.py +133 -31
- cribl_control_plane/models/inputsplunkhec.py +122 -32
- cribl_control_plane/models/inputsplunksearch.py +115 -18
- cribl_control_plane/models/inputsqs.py +102 -19
- cribl_control_plane/models/{inputsyslog_union.py → inputsyslog.py} +193 -51
- cribl_control_plane/models/inputsystemmetrics.py +207 -37
- cribl_control_plane/models/inputsystemstate.py +66 -13
- cribl_control_plane/models/inputtcp.py +125 -29
- cribl_control_plane/models/inputtcpjson.py +115 -29
- cribl_control_plane/models/inputwef.py +151 -22
- cribl_control_plane/models/inputwindowsmetrics.py +191 -38
- cribl_control_plane/models/inputwineventlogs.py +93 -11
- cribl_control_plane/models/inputwiz.py +176 -11
- cribl_control_plane/models/inputwizwebhook.py +466 -0
- cribl_control_plane/models/inputzscalerhec.py +122 -32
- cribl_control_plane/models/jobinfo.py +34 -0
- cribl_control_plane/models/jobstatus.py +48 -0
- cribl_control_plane/models/lakedatasetmetrics.py +17 -0
- cribl_control_plane/models/lakehouseconnectiontype.py +2 -1
- cribl_control_plane/models/listconfiggroupbyproductop.py +46 -0
- cribl_control_plane/models/listmasterworkerentryop.py +64 -0
- cribl_control_plane/models/logininfo.py +3 -3
- cribl_control_plane/models/masterworkerentry.py +20 -13
- cribl_control_plane/models/nodeactiveupgradestatus.py +2 -1
- cribl_control_plane/models/nodefailedupgradestatus.py +2 -1
- cribl_control_plane/models/nodeprovidedinfo.py +13 -11
- cribl_control_plane/models/nodeskippedupgradestatus.py +2 -1
- cribl_control_plane/models/nodeupgradestate.py +2 -1
- cribl_control_plane/models/nodeupgradestatus.py +51 -5
- cribl_control_plane/models/outpostnodeinfo.py +16 -0
- cribl_control_plane/models/output.py +103 -89
- cribl_control_plane/models/outputazureblob.py +174 -21
- cribl_control_plane/models/outputazuredataexplorer.py +517 -93
- cribl_control_plane/models/outputazureeventhub.py +318 -34
- cribl_control_plane/models/outputazurelogs.py +145 -26
- cribl_control_plane/models/outputchronicle.py +532 -0
- cribl_control_plane/models/outputclickhouse.py +208 -37
- cribl_control_plane/models/outputcloudflarer2.py +632 -0
- cribl_control_plane/models/outputcloudwatch.py +132 -26
- cribl_control_plane/models/outputconfluentcloud.py +387 -46
- cribl_control_plane/models/outputcriblhttp.py +203 -36
- cribl_control_plane/models/outputcribllake.py +161 -21
- cribl_control_plane/models/outputcribltcp.py +199 -34
- cribl_control_plane/models/outputcrowdstrikenextgensiem.py +176 -32
- cribl_control_plane/models/outputdatabricks.py +501 -0
- cribl_control_plane/models/outputdatadog.py +204 -36
- cribl_control_plane/models/outputdataset.py +186 -34
- cribl_control_plane/models/outputdevnull.py +5 -5
- cribl_control_plane/models/outputdiskspool.py +22 -7
- cribl_control_plane/models/outputdls3.py +238 -29
- cribl_control_plane/models/outputdynatracehttp.py +211 -37
- cribl_control_plane/models/outputdynatraceotlp.py +213 -39
- cribl_control_plane/models/outputelastic.py +199 -30
- cribl_control_plane/models/outputelasticcloud.py +174 -29
- cribl_control_plane/models/outputexabeam.py +99 -13
- cribl_control_plane/models/outputfilesystem.py +139 -14
- cribl_control_plane/models/outputgooglechronicle.py +216 -35
- cribl_control_plane/models/outputgooglecloudlogging.py +177 -34
- cribl_control_plane/models/outputgooglecloudstorage.py +220 -29
- cribl_control_plane/models/outputgooglepubsub.py +138 -51
- cribl_control_plane/models/outputgrafanacloud.py +386 -70
- cribl_control_plane/models/outputgraphite.py +131 -28
- cribl_control_plane/models/outputhoneycomb.py +145 -26
- cribl_control_plane/models/outputhumiohec.py +165 -31
- cribl_control_plane/models/outputinfluxdb.py +165 -28
- cribl_control_plane/models/outputkafka.py +378 -41
- cribl_control_plane/models/outputkinesis.py +168 -30
- cribl_control_plane/models/outputloki.py +171 -27
- cribl_control_plane/models/outputmicrosoftfabric.py +540 -0
- cribl_control_plane/models/outputminio.py +228 -28
- cribl_control_plane/models/outputmsk.py +270 -43
- cribl_control_plane/models/outputnewrelic.py +176 -34
- cribl_control_plane/models/outputnewrelicevents.py +166 -31
- cribl_control_plane/models/outputopentelemetry.py +240 -40
- cribl_control_plane/models/outputprometheus.py +145 -26
- cribl_control_plane/models/outputring.py +54 -13
- cribl_control_plane/models/outputs3.py +238 -31
- cribl_control_plane/models/outputsecuritylake.py +182 -21
- cribl_control_plane/models/outputsentinel.py +175 -32
- cribl_control_plane/models/outputsentineloneaisiem.py +184 -38
- cribl_control_plane/models/outputservicenow.py +226 -41
- cribl_control_plane/models/outputsignalfx.py +145 -26
- cribl_control_plane/models/outputsns.py +146 -28
- cribl_control_plane/models/outputsplunk.py +209 -39
- cribl_control_plane/models/outputsplunkhec.py +243 -31
- cribl_control_plane/models/outputsplunklb.py +266 -46
- cribl_control_plane/models/outputsqs.py +166 -36
- cribl_control_plane/models/outputstatsd.py +130 -28
- cribl_control_plane/models/outputstatsdext.py +131 -28
- cribl_control_plane/models/outputsumologic.py +146 -25
- cribl_control_plane/models/outputsyslog.py +323 -51
- cribl_control_plane/models/outputtcpjson.py +191 -37
- cribl_control_plane/models/outputwavefront.py +145 -26
- cribl_control_plane/models/outputwebhook.py +216 -38
- cribl_control_plane/models/outputxsiam.py +148 -31
- cribl_control_plane/models/packinfo.py +11 -8
- cribl_control_plane/models/packinstallinfo.py +14 -11
- cribl_control_plane/models/packrequestbody_union.py +140 -0
- cribl_control_plane/models/packupgraderequest.py +26 -0
- cribl_control_plane/models/piisettings_union.py +31 -0
- cribl_control_plane/models/productscore.py +10 -0
- cribl_control_plane/models/rbacresource.py +2 -1
- cribl_control_plane/models/resourcepolicy.py +15 -2
- cribl_control_plane/models/rollbacksettings_union.py +44 -0
- cribl_control_plane/models/routeconf.py +3 -4
- cribl_control_plane/models/routes.py +0 -24
- cribl_control_plane/models/runnablejob.py +27 -0
- cribl_control_plane/models/runnablejobcollection.py +628 -0
- cribl_control_plane/models/runnablejobexecutor.py +360 -0
- cribl_control_plane/models/runnablejobscheduledsearch.py +279 -0
- cribl_control_plane/models/schemeclientoauth.py +5 -0
- cribl_control_plane/models/snisettings_union.py +31 -0
- cribl_control_plane/models/systemsettingsconf.py +291 -0
- cribl_control_plane/models/tlssettings_union.py +43 -0
- cribl_control_plane/models/updateconfiggroupbyproductandidop.py +56 -0
- cribl_control_plane/models/updateconfiggroupdeploybyproductandidop.py +53 -0
- cribl_control_plane/models/updatecribllakedatasetbylakeidandidop.py +14 -29
- cribl_control_plane/models/updatehectokenrequest.py +7 -1
- cribl_control_plane/models/updateinputbyidop.py +5 -23
- cribl_control_plane/models/updateinputhectokenbyidandtokenop.py +5 -23
- cribl_control_plane/models/updateoutputbyidop.py +5 -23
- cribl_control_plane/models/updatepacksbyidop.py +12 -50
- cribl_control_plane/models/updatepacksop.py +12 -24
- cribl_control_plane/models/updatepipelinebyidop.py +5 -23
- cribl_control_plane/models/updateroutesbyidop.py +8 -27
- cribl_control_plane/models/upgradegroupsettings_union.py +43 -0
- cribl_control_plane/models/upgradepackageurls.py +20 -0
- cribl_control_plane/models/upgradesettings.py +38 -0
- cribl_control_plane/models/uploadpackresponse.py +13 -0
- cribl_control_plane/models/{appmode.py → workertypes.py} +2 -5
- cribl_control_plane/{workers_sdk.py → nodes.py} +102 -234
- cribl_control_plane/packs.py +385 -184
- cribl_control_plane/pipelines.py +116 -66
- cribl_control_plane/routes_sdk.py +102 -70
- cribl_control_plane/samples.py +407 -0
- cribl_control_plane/sdk.py +35 -25
- cribl_control_plane/settings.py +20 -0
- cribl_control_plane/sources.py +143 -545
- cribl_control_plane/statuses.py +195 -0
- cribl_control_plane/summaries.py +195 -0
- cribl_control_plane/system_sdk.py +20 -0
- cribl_control_plane/teams.py +36 -28
- cribl_control_plane/tokens.py +210 -0
- cribl_control_plane/utils/__init__.py +18 -5
- cribl_control_plane/utils/annotations.py +32 -8
- cribl_control_plane/utils/eventstreaming.py +10 -0
- cribl_control_plane/utils/forms.py +21 -10
- cribl_control_plane/utils/queryparams.py +14 -2
- cribl_control_plane/utils/retries.py +69 -5
- cribl_control_plane/utils/security.py +5 -0
- cribl_control_plane/utils/unmarshal_json_response.py +15 -1
- cribl_control_plane/versions.py +31 -0
- cribl_control_plane/{distributed.py → versions_configs.py} +29 -35
- cribl_control_plane-0.4.0b23.dist-info/METADATA +855 -0
- cribl_control_plane-0.4.0b23.dist-info/RECORD +450 -0
- {cribl_control_plane-0.0.21.dist-info → cribl_control_plane-0.4.0b23.dist-info}/WHEEL +1 -1
- cribl_control_plane-0.4.0b23.dist-info/licenses/LICENSE +201 -0
- cribl_control_plane/errors/healthstatus_error.py +0 -32
- cribl_control_plane/models/createinputop.py +0 -18238
- cribl_control_plane/models/createoutputop.py +0 -18437
- cribl_control_plane/models/createpipelineop.py +0 -24
- cribl_control_plane/models/createproductsgroupsbyproductop.py +0 -54
- cribl_control_plane/models/createversionpushop.py +0 -23
- cribl_control_plane/models/createversionsyncop.py +0 -23
- cribl_control_plane/models/deletegroupsbyidop.py +0 -37
- cribl_control_plane/models/getgroupsaclbyidop.py +0 -63
- cribl_control_plane/models/getgroupsbyidop.py +0 -49
- cribl_control_plane/models/getgroupsconfigversionbyidop.py +0 -36
- cribl_control_plane/models/getproductsgroupsaclteamsbyproductandidop.py +0 -78
- cribl_control_plane/models/getproductsgroupsbyproductop.py +0 -58
- cribl_control_plane/models/getsummaryworkersop.py +0 -39
- cribl_control_plane/models/getversioncurrentbranchop.py +0 -23
- cribl_control_plane/models/getworkersop.py +0 -82
- cribl_control_plane/models/healthstatus.py +0 -33
- cribl_control_plane/models/packrequestbody.py +0 -75
- cribl_control_plane/models/restartresponse.py +0 -26
- cribl_control_plane/models/routesroute_input.py +0 -67
- cribl_control_plane/models/updategroupsbyidop.py +0 -48
- cribl_control_plane/models/updategroupsdeploybyidop.py +0 -46
- cribl_control_plane/models/updateworkersrestartop.py +0 -24
- cribl_control_plane/versioning.py +0 -2309
- cribl_control_plane-0.0.21.dist-info/METADATA +0 -561
- cribl_control_plane-0.0.21.dist-info/RECORD +0 -301
|
@@ -0,0 +1,628 @@
|
|
|
1
|
+
"""Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
from .collectorconf import CollectorConf, CollectorConfTypedDict
|
|
5
|
+
from cribl_control_plane import models, utils
|
|
6
|
+
from cribl_control_plane.types import BaseModel
|
|
7
|
+
from cribl_control_plane.utils import validate_open_enum
|
|
8
|
+
from enum import Enum
|
|
9
|
+
import pydantic
|
|
10
|
+
from pydantic import field_serializer
|
|
11
|
+
from pydantic.functional_validators import PlainValidator
|
|
12
|
+
from typing import Any, List, Optional
|
|
13
|
+
from typing_extensions import Annotated, NotRequired, TypedDict
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
class RunnableJobCollectionJobType(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
17
|
+
COLLECTION = "collection"
|
|
18
|
+
EXECUTOR = "executor"
|
|
19
|
+
SCHEDULED_SEARCH = "scheduledSearch"
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
class RunnableJobCollectionRunType(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
23
|
+
COLLECTION = "collection"
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
class RunnableJobCollectionScheduleLogLevel(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
27
|
+
r"""Level at which to set task logging"""
|
|
28
|
+
|
|
29
|
+
ERROR = "error"
|
|
30
|
+
WARN = "warn"
|
|
31
|
+
INFO = "info"
|
|
32
|
+
DEBUG = "debug"
|
|
33
|
+
SILLY = "silly"
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
class RunnableJobCollectionScheduleTimeWarningTypedDict(TypedDict):
|
|
37
|
+
pass
|
|
38
|
+
|
|
39
|
+
|
|
40
|
+
class RunnableJobCollectionScheduleTimeWarning(BaseModel):
|
|
41
|
+
pass
|
|
42
|
+
|
|
43
|
+
|
|
44
|
+
class RunnableJobCollectionRunSettingsTypedDict(TypedDict):
|
|
45
|
+
type: NotRequired[RunnableJobCollectionRunType]
|
|
46
|
+
reschedule_dropped_tasks: NotRequired[bool]
|
|
47
|
+
r"""Reschedule tasks that failed with non-fatal errors"""
|
|
48
|
+
max_task_reschedule: NotRequired[float]
|
|
49
|
+
r"""Maximum number of times a task can be rescheduled"""
|
|
50
|
+
log_level: NotRequired[RunnableJobCollectionScheduleLogLevel]
|
|
51
|
+
r"""Level at which to set task logging"""
|
|
52
|
+
job_timeout: NotRequired[str]
|
|
53
|
+
r"""Maximum time the job is allowed to run. Time unit defaults to seconds if not specified (examples: 30, 45s, 15m). Enter 0 for unlimited time."""
|
|
54
|
+
mode: NotRequired[str]
|
|
55
|
+
r"""Job run mode. Preview will either return up to N matching results, or will run until capture time T is reached. Discovery will gather the list of files to turn into streaming tasks, without running the data collection job. Full Run will run the collection job."""
|
|
56
|
+
time_range_type: NotRequired[str]
|
|
57
|
+
earliest: NotRequired[float]
|
|
58
|
+
r"""Earliest time to collect data for the selected timezone"""
|
|
59
|
+
latest: NotRequired[float]
|
|
60
|
+
r"""Latest time to collect data for the selected timezone"""
|
|
61
|
+
timestamp_timezone: NotRequired[Any]
|
|
62
|
+
time_warning: NotRequired[RunnableJobCollectionScheduleTimeWarningTypedDict]
|
|
63
|
+
expression: NotRequired[str]
|
|
64
|
+
r"""A filter for tokens in the provided collect path and/or the events being collected"""
|
|
65
|
+
min_task_size: NotRequired[str]
|
|
66
|
+
r"""Limits the bundle size for small tasks. For example,
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
if your lower bundle size is 1MB, you can bundle up to five 200KB files into one task.
|
|
70
|
+
"""
|
|
71
|
+
max_task_size: NotRequired[str]
|
|
72
|
+
r"""Limits the bundle size for files above the lower task bundle size. For example, if your upper bundle size is 10MB,
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
you can bundle up to five 2MB files into one task. Files greater than this size will be assigned to individual tasks.
|
|
76
|
+
"""
|
|
77
|
+
|
|
78
|
+
|
|
79
|
+
class RunnableJobCollectionRunSettings(BaseModel):
|
|
80
|
+
type: Annotated[
|
|
81
|
+
Optional[RunnableJobCollectionRunType],
|
|
82
|
+
PlainValidator(validate_open_enum(False)),
|
|
83
|
+
] = None
|
|
84
|
+
|
|
85
|
+
reschedule_dropped_tasks: Annotated[
|
|
86
|
+
Optional[bool], pydantic.Field(alias="rescheduleDroppedTasks")
|
|
87
|
+
] = True
|
|
88
|
+
r"""Reschedule tasks that failed with non-fatal errors"""
|
|
89
|
+
|
|
90
|
+
max_task_reschedule: Annotated[
|
|
91
|
+
Optional[float], pydantic.Field(alias="maxTaskReschedule")
|
|
92
|
+
] = 1
|
|
93
|
+
r"""Maximum number of times a task can be rescheduled"""
|
|
94
|
+
|
|
95
|
+
log_level: Annotated[
|
|
96
|
+
Annotated[
|
|
97
|
+
Optional[RunnableJobCollectionScheduleLogLevel],
|
|
98
|
+
PlainValidator(validate_open_enum(False)),
|
|
99
|
+
],
|
|
100
|
+
pydantic.Field(alias="logLevel"),
|
|
101
|
+
] = RunnableJobCollectionScheduleLogLevel.INFO
|
|
102
|
+
r"""Level at which to set task logging"""
|
|
103
|
+
|
|
104
|
+
job_timeout: Annotated[Optional[str], pydantic.Field(alias="jobTimeout")] = "0"
|
|
105
|
+
r"""Maximum time the job is allowed to run. Time unit defaults to seconds if not specified (examples: 30, 45s, 15m). Enter 0 for unlimited time."""
|
|
106
|
+
|
|
107
|
+
mode: Optional[str] = "list"
|
|
108
|
+
r"""Job run mode. Preview will either return up to N matching results, or will run until capture time T is reached. Discovery will gather the list of files to turn into streaming tasks, without running the data collection job. Full Run will run the collection job."""
|
|
109
|
+
|
|
110
|
+
time_range_type: Annotated[Optional[str], pydantic.Field(alias="timeRangeType")] = (
|
|
111
|
+
"relative"
|
|
112
|
+
)
|
|
113
|
+
|
|
114
|
+
earliest: Optional[float] = None
|
|
115
|
+
r"""Earliest time to collect data for the selected timezone"""
|
|
116
|
+
|
|
117
|
+
latest: Optional[float] = None
|
|
118
|
+
r"""Latest time to collect data for the selected timezone"""
|
|
119
|
+
|
|
120
|
+
timestamp_timezone: Annotated[
|
|
121
|
+
Optional[Any], pydantic.Field(alias="timestampTimezone")
|
|
122
|
+
] = None
|
|
123
|
+
|
|
124
|
+
time_warning: Annotated[
|
|
125
|
+
Optional[RunnableJobCollectionScheduleTimeWarning],
|
|
126
|
+
pydantic.Field(alias="timeWarning"),
|
|
127
|
+
] = None
|
|
128
|
+
|
|
129
|
+
expression: Optional[str] = "true"
|
|
130
|
+
r"""A filter for tokens in the provided collect path and/or the events being collected"""
|
|
131
|
+
|
|
132
|
+
min_task_size: Annotated[Optional[str], pydantic.Field(alias="minTaskSize")] = "1MB"
|
|
133
|
+
r"""Limits the bundle size for small tasks. For example,
|
|
134
|
+
|
|
135
|
+
|
|
136
|
+
if your lower bundle size is 1MB, you can bundle up to five 200KB files into one task.
|
|
137
|
+
"""
|
|
138
|
+
|
|
139
|
+
max_task_size: Annotated[Optional[str], pydantic.Field(alias="maxTaskSize")] = (
|
|
140
|
+
"10MB"
|
|
141
|
+
)
|
|
142
|
+
r"""Limits the bundle size for files above the lower task bundle size. For example, if your upper bundle size is 10MB,
|
|
143
|
+
|
|
144
|
+
|
|
145
|
+
you can bundle up to five 2MB files into one task. Files greater than this size will be assigned to individual tasks.
|
|
146
|
+
"""
|
|
147
|
+
|
|
148
|
+
@field_serializer("type")
|
|
149
|
+
def serialize_type(self, value):
|
|
150
|
+
if isinstance(value, str):
|
|
151
|
+
try:
|
|
152
|
+
return models.RunnableJobCollectionRunType(value)
|
|
153
|
+
except ValueError:
|
|
154
|
+
return value
|
|
155
|
+
return value
|
|
156
|
+
|
|
157
|
+
@field_serializer("log_level")
|
|
158
|
+
def serialize_log_level(self, value):
|
|
159
|
+
if isinstance(value, str):
|
|
160
|
+
try:
|
|
161
|
+
return models.RunnableJobCollectionScheduleLogLevel(value)
|
|
162
|
+
except ValueError:
|
|
163
|
+
return value
|
|
164
|
+
return value
|
|
165
|
+
|
|
166
|
+
|
|
167
|
+
class RunnableJobCollectionScheduleTypedDict(TypedDict):
|
|
168
|
+
r"""Configuration for a scheduled job"""
|
|
169
|
+
|
|
170
|
+
enabled: NotRequired[bool]
|
|
171
|
+
r"""Enable to configure scheduling for this Collector"""
|
|
172
|
+
skippable: NotRequired[bool]
|
|
173
|
+
r"""Skippable jobs can be delayed, up to their next run time, if the system is hitting concurrency limits"""
|
|
174
|
+
resume_missed: NotRequired[bool]
|
|
175
|
+
r"""If Stream Leader (or single instance) restarts, run all missed jobs according to their original schedules"""
|
|
176
|
+
cron_schedule: NotRequired[str]
|
|
177
|
+
r"""A cron schedule on which to run this job"""
|
|
178
|
+
max_concurrent_runs: NotRequired[float]
|
|
179
|
+
r"""The maximum number of instances of this scheduled job that may be running at any time"""
|
|
180
|
+
run: NotRequired[RunnableJobCollectionRunSettingsTypedDict]
|
|
181
|
+
|
|
182
|
+
|
|
183
|
+
class RunnableJobCollectionSchedule(BaseModel):
|
|
184
|
+
r"""Configuration for a scheduled job"""
|
|
185
|
+
|
|
186
|
+
enabled: Optional[bool] = None
|
|
187
|
+
r"""Enable to configure scheduling for this Collector"""
|
|
188
|
+
|
|
189
|
+
skippable: Optional[bool] = True
|
|
190
|
+
r"""Skippable jobs can be delayed, up to their next run time, if the system is hitting concurrency limits"""
|
|
191
|
+
|
|
192
|
+
resume_missed: Annotated[Optional[bool], pydantic.Field(alias="resumeMissed")] = (
|
|
193
|
+
False
|
|
194
|
+
)
|
|
195
|
+
r"""If Stream Leader (or single instance) restarts, run all missed jobs according to their original schedules"""
|
|
196
|
+
|
|
197
|
+
cron_schedule: Annotated[Optional[str], pydantic.Field(alias="cronSchedule")] = (
|
|
198
|
+
"*/5 * * * *"
|
|
199
|
+
)
|
|
200
|
+
r"""A cron schedule on which to run this job"""
|
|
201
|
+
|
|
202
|
+
max_concurrent_runs: Annotated[
|
|
203
|
+
Optional[float], pydantic.Field(alias="maxConcurrentRuns")
|
|
204
|
+
] = 1
|
|
205
|
+
r"""The maximum number of instances of this scheduled job that may be running at any time"""
|
|
206
|
+
|
|
207
|
+
run: Optional[RunnableJobCollectionRunSettings] = None
|
|
208
|
+
|
|
209
|
+
|
|
210
|
+
class CollectorTypedDict(TypedDict):
|
|
211
|
+
type: str
|
|
212
|
+
r"""The type of collector to run"""
|
|
213
|
+
conf: CollectorConfTypedDict
|
|
214
|
+
r"""Collector configuration"""
|
|
215
|
+
destructive: NotRequired[bool]
|
|
216
|
+
r"""Delete any files collected (where applicable)"""
|
|
217
|
+
encoding: NotRequired[str]
|
|
218
|
+
r"""Character encoding to use when parsing ingested data. When not set, @{product} will default to UTF-8 but may incorrectly interpret multi-byte characters."""
|
|
219
|
+
|
|
220
|
+
|
|
221
|
+
class Collector(BaseModel):
|
|
222
|
+
type: str
|
|
223
|
+
r"""The type of collector to run"""
|
|
224
|
+
|
|
225
|
+
conf: CollectorConf
|
|
226
|
+
r"""Collector configuration"""
|
|
227
|
+
|
|
228
|
+
destructive: Optional[bool] = False
|
|
229
|
+
r"""Delete any files collected (where applicable)"""
|
|
230
|
+
|
|
231
|
+
encoding: Optional[str] = None
|
|
232
|
+
r"""Character encoding to use when parsing ingested data. When not set, @{product} will default to UTF-8 but may incorrectly interpret multi-byte characters."""
|
|
233
|
+
|
|
234
|
+
|
|
235
|
+
class InputType(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
236
|
+
COLLECTION = "collection"
|
|
237
|
+
|
|
238
|
+
|
|
239
|
+
class RunnableJobCollectionPreprocessTypedDict(TypedDict):
|
|
240
|
+
disabled: NotRequired[bool]
|
|
241
|
+
command: NotRequired[str]
|
|
242
|
+
r"""Command to feed the data through (via stdin) and process its output (stdout)"""
|
|
243
|
+
args: NotRequired[List[str]]
|
|
244
|
+
r"""Arguments to be added to the custom command"""
|
|
245
|
+
|
|
246
|
+
|
|
247
|
+
class RunnableJobCollectionPreprocess(BaseModel):
|
|
248
|
+
disabled: Optional[bool] = True
|
|
249
|
+
|
|
250
|
+
command: Optional[str] = None
|
|
251
|
+
r"""Command to feed the data through (via stdin) and process its output (stdout)"""
|
|
252
|
+
|
|
253
|
+
args: Optional[List[str]] = None
|
|
254
|
+
r"""Arguments to be added to the custom command"""
|
|
255
|
+
|
|
256
|
+
|
|
257
|
+
class RunnableJobCollectionMetadatumTypedDict(TypedDict):
|
|
258
|
+
name: str
|
|
259
|
+
value: str
|
|
260
|
+
r"""JavaScript expression to compute field's value, enclosed in quotes or backticks. (Can evaluate to a constant.)"""
|
|
261
|
+
|
|
262
|
+
|
|
263
|
+
class RunnableJobCollectionMetadatum(BaseModel):
|
|
264
|
+
name: str
|
|
265
|
+
|
|
266
|
+
value: str
|
|
267
|
+
r"""JavaScript expression to compute field's value, enclosed in quotes or backticks. (Can evaluate to a constant.)"""
|
|
268
|
+
|
|
269
|
+
|
|
270
|
+
class RunnableJobCollectionInputTypedDict(TypedDict):
|
|
271
|
+
type: NotRequired[InputType]
|
|
272
|
+
breaker_rulesets: NotRequired[List[str]]
|
|
273
|
+
r"""A list of event-breaking rulesets that will be applied, in order, to the input data stream"""
|
|
274
|
+
stale_channel_flush_ms: NotRequired[float]
|
|
275
|
+
r"""How long (in milliseconds) the Event Breaker will wait for new data to be sent to a specific channel before flushing the data stream out, as is, to the Pipelines"""
|
|
276
|
+
send_to_routes: NotRequired[bool]
|
|
277
|
+
r"""Send events to normal routing and event processing. Disable to select a specific Pipeline/Destination combination."""
|
|
278
|
+
preprocess: NotRequired[RunnableJobCollectionPreprocessTypedDict]
|
|
279
|
+
throttle_rate_per_sec: NotRequired[str]
|
|
280
|
+
r"""Rate (in bytes per second) to throttle while writing to an output. Accepts values with multiple-byte units, such as KB, MB, and GB. (Example: 42 MB) Default value of 0 specifies no throttling."""
|
|
281
|
+
metadata: NotRequired[List[RunnableJobCollectionMetadatumTypedDict]]
|
|
282
|
+
r"""Fields to add to events from this input"""
|
|
283
|
+
pipeline: NotRequired[str]
|
|
284
|
+
r"""Pipeline to process results"""
|
|
285
|
+
output: NotRequired[str]
|
|
286
|
+
r"""Destination to send results to"""
|
|
287
|
+
|
|
288
|
+
|
|
289
|
+
class RunnableJobCollectionInput(BaseModel):
|
|
290
|
+
type: Annotated[Optional[InputType], PlainValidator(validate_open_enum(False))] = (
|
|
291
|
+
InputType.COLLECTION
|
|
292
|
+
)
|
|
293
|
+
|
|
294
|
+
breaker_rulesets: Annotated[
|
|
295
|
+
Optional[List[str]], pydantic.Field(alias="breakerRulesets")
|
|
296
|
+
] = None
|
|
297
|
+
r"""A list of event-breaking rulesets that will be applied, in order, to the input data stream"""
|
|
298
|
+
|
|
299
|
+
stale_channel_flush_ms: Annotated[
|
|
300
|
+
Optional[float], pydantic.Field(alias="staleChannelFlushMs")
|
|
301
|
+
] = 10000
|
|
302
|
+
r"""How long (in milliseconds) the Event Breaker will wait for new data to be sent to a specific channel before flushing the data stream out, as is, to the Pipelines"""
|
|
303
|
+
|
|
304
|
+
send_to_routes: Annotated[Optional[bool], pydantic.Field(alias="sendToRoutes")] = (
|
|
305
|
+
True
|
|
306
|
+
)
|
|
307
|
+
r"""Send events to normal routing and event processing. Disable to select a specific Pipeline/Destination combination."""
|
|
308
|
+
|
|
309
|
+
preprocess: Optional[RunnableJobCollectionPreprocess] = None
|
|
310
|
+
|
|
311
|
+
throttle_rate_per_sec: Annotated[
|
|
312
|
+
Optional[str], pydantic.Field(alias="throttleRatePerSec")
|
|
313
|
+
] = "0"
|
|
314
|
+
r"""Rate (in bytes per second) to throttle while writing to an output. Accepts values with multiple-byte units, such as KB, MB, and GB. (Example: 42 MB) Default value of 0 specifies no throttling."""
|
|
315
|
+
|
|
316
|
+
metadata: Optional[List[RunnableJobCollectionMetadatum]] = None
|
|
317
|
+
r"""Fields to add to events from this input"""
|
|
318
|
+
|
|
319
|
+
pipeline: Optional[str] = None
|
|
320
|
+
r"""Pipeline to process results"""
|
|
321
|
+
|
|
322
|
+
output: Optional[str] = None
|
|
323
|
+
r"""Destination to send results to"""
|
|
324
|
+
|
|
325
|
+
@field_serializer("type")
|
|
326
|
+
def serialize_type(self, value):
|
|
327
|
+
if isinstance(value, str):
|
|
328
|
+
try:
|
|
329
|
+
return models.InputType(value)
|
|
330
|
+
except ValueError:
|
|
331
|
+
return value
|
|
332
|
+
return value
|
|
333
|
+
|
|
334
|
+
|
|
335
|
+
class RunnableJobCollectionLogLevel(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
336
|
+
r"""Level at which to set task logging"""
|
|
337
|
+
|
|
338
|
+
ERROR = "error"
|
|
339
|
+
WARN = "warn"
|
|
340
|
+
INFO = "info"
|
|
341
|
+
DEBUG = "debug"
|
|
342
|
+
SILLY = "silly"
|
|
343
|
+
|
|
344
|
+
|
|
345
|
+
class RunnableJobCollectionMode(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
346
|
+
r"""Job run mode. Preview will either return up to N matching results, or will run until capture time T is reached. Discovery will gather the list of files to turn into streaming tasks, without running the data collection job. Full Run will run the collection job."""
|
|
347
|
+
|
|
348
|
+
LIST = "list"
|
|
349
|
+
PREVIEW = "preview"
|
|
350
|
+
RUN = "run"
|
|
351
|
+
|
|
352
|
+
|
|
353
|
+
class TimeRange(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
354
|
+
ABSOLUTE = "absolute"
|
|
355
|
+
RELATIVE = "relative"
|
|
356
|
+
|
|
357
|
+
|
|
358
|
+
class RunnableJobCollectionTimeWarningTypedDict(TypedDict):
|
|
359
|
+
pass
|
|
360
|
+
|
|
361
|
+
|
|
362
|
+
class RunnableJobCollectionTimeWarning(BaseModel):
|
|
363
|
+
pass
|
|
364
|
+
|
|
365
|
+
|
|
366
|
+
class WhereToCapture(int, Enum, metaclass=utils.OpenEnumMeta):
|
|
367
|
+
# 1. Before pre-processing Pipeline
|
|
368
|
+
ZERO = 0
|
|
369
|
+
# 2. Before the Routes
|
|
370
|
+
ONE = 1
|
|
371
|
+
# 3. Before post-processing Pipeline
|
|
372
|
+
TWO = 2
|
|
373
|
+
# 4. Before the Destination
|
|
374
|
+
THREE = 3
|
|
375
|
+
|
|
376
|
+
|
|
377
|
+
class CaptureSettingsTypedDict(TypedDict):
|
|
378
|
+
duration: NotRequired[float]
|
|
379
|
+
r"""Amount of time to keep capture open, in seconds"""
|
|
380
|
+
max_events: NotRequired[float]
|
|
381
|
+
r"""Maximum number of events to capture"""
|
|
382
|
+
level: NotRequired[WhereToCapture]
|
|
383
|
+
|
|
384
|
+
|
|
385
|
+
class CaptureSettings(BaseModel):
|
|
386
|
+
duration: Optional[float] = 60
|
|
387
|
+
r"""Amount of time to keep capture open, in seconds"""
|
|
388
|
+
|
|
389
|
+
max_events: Annotated[Optional[float], pydantic.Field(alias="maxEvents")] = 100
|
|
390
|
+
r"""Maximum number of events to capture"""
|
|
391
|
+
|
|
392
|
+
level: Annotated[
|
|
393
|
+
Optional[WhereToCapture], PlainValidator(validate_open_enum(True))
|
|
394
|
+
] = WhereToCapture.ZERO
|
|
395
|
+
|
|
396
|
+
@field_serializer("level")
|
|
397
|
+
def serialize_level(self, value):
|
|
398
|
+
if isinstance(value, str):
|
|
399
|
+
try:
|
|
400
|
+
return models.WhereToCapture(value)
|
|
401
|
+
except ValueError:
|
|
402
|
+
return value
|
|
403
|
+
return value
|
|
404
|
+
|
|
405
|
+
|
|
406
|
+
class RunnableJobCollectionRunTypedDict(TypedDict):
|
|
407
|
+
reschedule_dropped_tasks: NotRequired[bool]
|
|
408
|
+
r"""Reschedule tasks that failed with non-fatal errors"""
|
|
409
|
+
max_task_reschedule: NotRequired[float]
|
|
410
|
+
r"""Maximum number of times a task can be rescheduled"""
|
|
411
|
+
log_level: NotRequired[RunnableJobCollectionLogLevel]
|
|
412
|
+
r"""Level at which to set task logging"""
|
|
413
|
+
job_timeout: NotRequired[str]
|
|
414
|
+
r"""Maximum time the job is allowed to run. Time unit defaults to seconds if not specified (examples: 30, 45s, 15m). Enter 0 for unlimited time."""
|
|
415
|
+
mode: NotRequired[RunnableJobCollectionMode]
|
|
416
|
+
r"""Job run mode. Preview will either return up to N matching results, or will run until capture time T is reached. Discovery will gather the list of files to turn into streaming tasks, without running the data collection job. Full Run will run the collection job."""
|
|
417
|
+
time_range_type: NotRequired[TimeRange]
|
|
418
|
+
earliest: NotRequired[float]
|
|
419
|
+
r"""Earliest time to collect data for the selected timezone"""
|
|
420
|
+
latest: NotRequired[float]
|
|
421
|
+
r"""Latest time to collect data for the selected timezone"""
|
|
422
|
+
timestamp_timezone: NotRequired[str]
|
|
423
|
+
r"""Timezone to use for Earliest and Latest times"""
|
|
424
|
+
time_warning: NotRequired[RunnableJobCollectionTimeWarningTypedDict]
|
|
425
|
+
expression: NotRequired[str]
|
|
426
|
+
r"""A filter for tokens in the provided collect path and/or the events being collected"""
|
|
427
|
+
min_task_size: NotRequired[str]
|
|
428
|
+
r"""Limits the bundle size for small tasks. For example,
|
|
429
|
+
|
|
430
|
+
|
|
431
|
+
if your lower bundle size is 1MB, you can bundle up to five 200KB files into one task.
|
|
432
|
+
"""
|
|
433
|
+
max_task_size: NotRequired[str]
|
|
434
|
+
r"""Limits the bundle size for files above the lower task bundle size. For example, if your upper bundle size is 10MB,
|
|
435
|
+
|
|
436
|
+
|
|
437
|
+
you can bundle up to five 2MB files into one task. Files greater than this size will be assigned to individual tasks.
|
|
438
|
+
"""
|
|
439
|
+
discover_to_routes: NotRequired[bool]
|
|
440
|
+
r"""Send discover results to Routes"""
|
|
441
|
+
capture: NotRequired[CaptureSettingsTypedDict]
|
|
442
|
+
|
|
443
|
+
|
|
444
|
+
class RunnableJobCollectionRun(BaseModel):
|
|
445
|
+
reschedule_dropped_tasks: Annotated[
|
|
446
|
+
Optional[bool], pydantic.Field(alias="rescheduleDroppedTasks")
|
|
447
|
+
] = True
|
|
448
|
+
r"""Reschedule tasks that failed with non-fatal errors"""
|
|
449
|
+
|
|
450
|
+
max_task_reschedule: Annotated[
|
|
451
|
+
Optional[float], pydantic.Field(alias="maxTaskReschedule")
|
|
452
|
+
] = 1
|
|
453
|
+
r"""Maximum number of times a task can be rescheduled"""
|
|
454
|
+
|
|
455
|
+
log_level: Annotated[
|
|
456
|
+
Annotated[
|
|
457
|
+
Optional[RunnableJobCollectionLogLevel],
|
|
458
|
+
PlainValidator(validate_open_enum(False)),
|
|
459
|
+
],
|
|
460
|
+
pydantic.Field(alias="logLevel"),
|
|
461
|
+
] = RunnableJobCollectionLogLevel.INFO
|
|
462
|
+
r"""Level at which to set task logging"""
|
|
463
|
+
|
|
464
|
+
job_timeout: Annotated[Optional[str], pydantic.Field(alias="jobTimeout")] = "0"
|
|
465
|
+
r"""Maximum time the job is allowed to run. Time unit defaults to seconds if not specified (examples: 30, 45s, 15m). Enter 0 for unlimited time."""
|
|
466
|
+
|
|
467
|
+
mode: Annotated[
|
|
468
|
+
Optional[RunnableJobCollectionMode], PlainValidator(validate_open_enum(False))
|
|
469
|
+
] = RunnableJobCollectionMode.LIST
|
|
470
|
+
r"""Job run mode. Preview will either return up to N matching results, or will run until capture time T is reached. Discovery will gather the list of files to turn into streaming tasks, without running the data collection job. Full Run will run the collection job."""
|
|
471
|
+
|
|
472
|
+
time_range_type: Annotated[
|
|
473
|
+
Annotated[Optional[TimeRange], PlainValidator(validate_open_enum(False))],
|
|
474
|
+
pydantic.Field(alias="timeRangeType"),
|
|
475
|
+
] = TimeRange.RELATIVE
|
|
476
|
+
|
|
477
|
+
earliest: Optional[float] = None
|
|
478
|
+
r"""Earliest time to collect data for the selected timezone"""
|
|
479
|
+
|
|
480
|
+
latest: Optional[float] = None
|
|
481
|
+
r"""Latest time to collect data for the selected timezone"""
|
|
482
|
+
|
|
483
|
+
timestamp_timezone: Annotated[
|
|
484
|
+
Optional[str], pydantic.Field(alias="timestampTimezone")
|
|
485
|
+
] = "UTC"
|
|
486
|
+
r"""Timezone to use for Earliest and Latest times"""
|
|
487
|
+
|
|
488
|
+
time_warning: Annotated[
|
|
489
|
+
Optional[RunnableJobCollectionTimeWarning], pydantic.Field(alias="timeWarning")
|
|
490
|
+
] = None
|
|
491
|
+
|
|
492
|
+
expression: Optional[str] = "true"
|
|
493
|
+
r"""A filter for tokens in the provided collect path and/or the events being collected"""
|
|
494
|
+
|
|
495
|
+
min_task_size: Annotated[Optional[str], pydantic.Field(alias="minTaskSize")] = "1MB"
|
|
496
|
+
r"""Limits the bundle size for small tasks. For example,
|
|
497
|
+
|
|
498
|
+
|
|
499
|
+
if your lower bundle size is 1MB, you can bundle up to five 200KB files into one task.
|
|
500
|
+
"""
|
|
501
|
+
|
|
502
|
+
max_task_size: Annotated[Optional[str], pydantic.Field(alias="maxTaskSize")] = (
|
|
503
|
+
"10MB"
|
|
504
|
+
)
|
|
505
|
+
r"""Limits the bundle size for files above the lower task bundle size. For example, if your upper bundle size is 10MB,
|
|
506
|
+
|
|
507
|
+
|
|
508
|
+
you can bundle up to five 2MB files into one task. Files greater than this size will be assigned to individual tasks.
|
|
509
|
+
"""
|
|
510
|
+
|
|
511
|
+
discover_to_routes: Annotated[
|
|
512
|
+
Optional[bool], pydantic.Field(alias="discoverToRoutes")
|
|
513
|
+
] = False
|
|
514
|
+
r"""Send discover results to Routes"""
|
|
515
|
+
|
|
516
|
+
capture: Optional[CaptureSettings] = None
|
|
517
|
+
|
|
518
|
+
@field_serializer("log_level")
|
|
519
|
+
def serialize_log_level(self, value):
|
|
520
|
+
if isinstance(value, str):
|
|
521
|
+
try:
|
|
522
|
+
return models.RunnableJobCollectionLogLevel(value)
|
|
523
|
+
except ValueError:
|
|
524
|
+
return value
|
|
525
|
+
return value
|
|
526
|
+
|
|
527
|
+
@field_serializer("mode")
|
|
528
|
+
def serialize_mode(self, value):
|
|
529
|
+
if isinstance(value, str):
|
|
530
|
+
try:
|
|
531
|
+
return models.RunnableJobCollectionMode(value)
|
|
532
|
+
except ValueError:
|
|
533
|
+
return value
|
|
534
|
+
return value
|
|
535
|
+
|
|
536
|
+
@field_serializer("time_range_type")
|
|
537
|
+
def serialize_time_range_type(self, value):
|
|
538
|
+
if isinstance(value, str):
|
|
539
|
+
try:
|
|
540
|
+
return models.TimeRange(value)
|
|
541
|
+
except ValueError:
|
|
542
|
+
return value
|
|
543
|
+
return value
|
|
544
|
+
|
|
545
|
+
|
|
546
|
+
class RunnableJobCollectionTypedDict(TypedDict):
|
|
547
|
+
collector: CollectorTypedDict
|
|
548
|
+
run: RunnableJobCollectionRunTypedDict
|
|
549
|
+
id: NotRequired[str]
|
|
550
|
+
r"""Unique ID for this Job"""
|
|
551
|
+
description: NotRequired[str]
|
|
552
|
+
type: NotRequired[RunnableJobCollectionJobType]
|
|
553
|
+
ttl: NotRequired[str]
|
|
554
|
+
r"""Time to keep the job's artifacts on disk after job completion. This also affects how long a job is listed in the Job Inspector."""
|
|
555
|
+
ignore_group_jobs_limit: NotRequired[bool]
|
|
556
|
+
r"""When enabled, this job's artifacts are not counted toward the Worker Group's finished job artifacts limit. Artifacts will be removed only after the Collector's configured time to live."""
|
|
557
|
+
remove_fields: NotRequired[List[str]]
|
|
558
|
+
r"""List of fields to remove from Discover results. Wildcards (for example, aws*) are allowed. This is useful when discovery returns sensitive fields that should not be exposed in the Jobs user interface."""
|
|
559
|
+
resume_on_boot: NotRequired[bool]
|
|
560
|
+
r"""Resume the ad hoc job if a failure condition causes Stream to restart during job execution"""
|
|
561
|
+
environment: NotRequired[str]
|
|
562
|
+
r"""Optionally, enable this config only on a specified Git branch. If empty, will be enabled everywhere."""
|
|
563
|
+
schedule: NotRequired[RunnableJobCollectionScheduleTypedDict]
|
|
564
|
+
r"""Configuration for a scheduled job"""
|
|
565
|
+
streamtags: NotRequired[List[str]]
|
|
566
|
+
r"""Tags for filtering and grouping in @{product}"""
|
|
567
|
+
worker_affinity: NotRequired[bool]
|
|
568
|
+
r"""If enabled, tasks are created and run by the same Worker Node"""
|
|
569
|
+
input: NotRequired[RunnableJobCollectionInputTypedDict]
|
|
570
|
+
|
|
571
|
+
|
|
572
|
+
class RunnableJobCollection(BaseModel):
|
|
573
|
+
collector: Collector
|
|
574
|
+
|
|
575
|
+
run: RunnableJobCollectionRun
|
|
576
|
+
|
|
577
|
+
id: Optional[str] = None
|
|
578
|
+
r"""Unique ID for this Job"""
|
|
579
|
+
|
|
580
|
+
description: Optional[str] = None
|
|
581
|
+
|
|
582
|
+
type: Annotated[
|
|
583
|
+
Optional[RunnableJobCollectionJobType],
|
|
584
|
+
PlainValidator(validate_open_enum(False)),
|
|
585
|
+
] = None
|
|
586
|
+
|
|
587
|
+
ttl: Optional[str] = "4h"
|
|
588
|
+
r"""Time to keep the job's artifacts on disk after job completion. This also affects how long a job is listed in the Job Inspector."""
|
|
589
|
+
|
|
590
|
+
ignore_group_jobs_limit: Annotated[
|
|
591
|
+
Optional[bool], pydantic.Field(alias="ignoreGroupJobsLimit")
|
|
592
|
+
] = False
|
|
593
|
+
r"""When enabled, this job's artifacts are not counted toward the Worker Group's finished job artifacts limit. Artifacts will be removed only after the Collector's configured time to live."""
|
|
594
|
+
|
|
595
|
+
remove_fields: Annotated[
|
|
596
|
+
Optional[List[str]], pydantic.Field(alias="removeFields")
|
|
597
|
+
] = None
|
|
598
|
+
r"""List of fields to remove from Discover results. Wildcards (for example, aws*) are allowed. This is useful when discovery returns sensitive fields that should not be exposed in the Jobs user interface."""
|
|
599
|
+
|
|
600
|
+
resume_on_boot: Annotated[Optional[bool], pydantic.Field(alias="resumeOnBoot")] = (
|
|
601
|
+
False
|
|
602
|
+
)
|
|
603
|
+
r"""Resume the ad hoc job if a failure condition causes Stream to restart during job execution"""
|
|
604
|
+
|
|
605
|
+
environment: Optional[str] = None
|
|
606
|
+
r"""Optionally, enable this config only on a specified Git branch. If empty, will be enabled everywhere."""
|
|
607
|
+
|
|
608
|
+
schedule: Optional[RunnableJobCollectionSchedule] = None
|
|
609
|
+
r"""Configuration for a scheduled job"""
|
|
610
|
+
|
|
611
|
+
streamtags: Optional[List[str]] = None
|
|
612
|
+
r"""Tags for filtering and grouping in @{product}"""
|
|
613
|
+
|
|
614
|
+
worker_affinity: Annotated[
|
|
615
|
+
Optional[bool], pydantic.Field(alias="workerAffinity")
|
|
616
|
+
] = False
|
|
617
|
+
r"""If enabled, tasks are created and run by the same Worker Node"""
|
|
618
|
+
|
|
619
|
+
input: Optional[RunnableJobCollectionInput] = None
|
|
620
|
+
|
|
621
|
+
@field_serializer("type")
|
|
622
|
+
def serialize_type(self, value):
|
|
623
|
+
if isinstance(value, str):
|
|
624
|
+
try:
|
|
625
|
+
return models.RunnableJobCollectionJobType(value)
|
|
626
|
+
except ValueError:
|
|
627
|
+
return value
|
|
628
|
+
return value
|