ai-edge-litert-nightly 2.0.4.dev20251013__cp311-cp311-macosx_12_0_arm64.whl → 2.0.4.dev20251107__cp311-cp311-macosx_12_0_arm64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ai-edge-litert-nightly might be problematic. Click here for more details.
- ai_edge_litert/__init__.py +1 -1
- ai_edge_litert/model_runtime_info_pb2.py +5 -5
- ai_edge_litert/schema_py_generated.py +339 -2
- {ai_edge_litert_nightly-2.0.4.dev20251013.dist-info → ai_edge_litert_nightly-2.0.4.dev20251107.dist-info}/METADATA +1 -1
- {ai_edge_litert_nightly-2.0.4.dev20251013.dist-info → ai_edge_litert_nightly-2.0.4.dev20251107.dist-info}/RECORD +7 -7
- {ai_edge_litert_nightly-2.0.4.dev20251013.dist-info → ai_edge_litert_nightly-2.0.4.dev20251107.dist-info}/WHEEL +0 -0
- {ai_edge_litert_nightly-2.0.4.dev20251013.dist-info → ai_edge_litert_nightly-2.0.4.dev20251107.dist-info}/top_level.txt +0 -0
ai_edge_litert/__init__.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "2.0.4.
|
|
1
|
+
__version__ = "2.0.4.dev20251107"
|
|
@@ -25,7 +25,7 @@ _sym_db = _symbol_database.Default()
|
|
|
25
25
|
from ai_edge_litert import profiling_info_pb2 as tflite_dot_profiling_dot_proto_dot_profiling__info__pb2
|
|
26
26
|
|
|
27
27
|
|
|
28
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n/tflite/profiling/proto/model_runtime_info.proto\x12\x10tflite.profiling\x1a+tflite/profiling/proto/profiling_info.proto\"_\n\x13ModelRuntimeDetails\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x34\n\tsubgraphs\x18\x02 \x03(\x0b\x32!.tflite.profiling.RuntimeSubgraph\"\xb7\x02\n\x0fRuntimeSubgraph\x12\x13\n\x0bsubgraph_id\x18\x01 \x01(\x05\x12%\n\x05\x65\x64ges\x18\x02 \x03(\x0b\x32\x16.tflite.profiling.Edge\x12%\n\x05nodes\x18\x03 \x03(\x0b\x32\x16.tflite.profiling.Node\x12\x1a\n\x0e\x65xecution_plan\x18\x04 \x03(\x05\x42\x02\x10\x01\x12\x45\n\rsubgraph_type\x18\x05 \x01(\x0e\x32..tflite.profiling.RuntimeSubgraph.SubgraphType\x12\x0c\n\x04name\x18\x06 \x01(\t\"P\n\x0cSubgraphType\x12\x14\n\x10UNKNOWN_SUBGRAPH\x10\x00\x12\x13\n\x0fTFLITE_SUBGRAPH\x10\x01\x12\x15\n\x11\x44\x45LEGATE_SUBGRAPH\x10\x02\"\xba\x02\n\x04Node\x12\n\n\x02id\x18\x01 \x01(\x05\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x0c\n\x04type\x18\x03 \x01(\t\x12\x12\n\x06inputs\x18\x04 \x03(\x05\x42\x02\x10\x01\x12\x13\n\x07outputs\x18\x05 \x03(\x05\x42\x02\x10\x01\x12\x19\n\rintermediates\x18\x06 \x03(\x05\x42\x02\x10\x01\x12\x17\n\x0btemporaries\x18\x07 \x03(\x05\x42\x02\x10\x01\x12\x38\n\x0fop_profile_data\x18\n \x01(\x0b\x32\x1f.tflite.profiling.OpProfileData\x12\x46\n\x15\x64\x65legate_node_details\x18\x08 \x01(\x0b\x32%.tflite.profiling.DelegateNodeDetailsH\x00\x12\x1e\n\x14\x64\x65legated_to_node_id\x18\t \x01(\x05H\x00\x42\x0b\n\tnode_info\"R\n\x13\x44\x65legateNodeDetails\x12\x15\n\rdelegate_name\x18\x01 \x01(\t\x12$\n\x18tflite_node_ids_replaced\x18\x02 \x03(\x05\x42\x02\x10\x01\"\
|
|
28
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n/tflite/profiling/proto/model_runtime_info.proto\x12\x10tflite.profiling\x1a+tflite/profiling/proto/profiling_info.proto\"_\n\x13ModelRuntimeDetails\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x34\n\tsubgraphs\x18\x02 \x03(\x0b\x32!.tflite.profiling.RuntimeSubgraph\"\xb7\x02\n\x0fRuntimeSubgraph\x12\x13\n\x0bsubgraph_id\x18\x01 \x01(\x05\x12%\n\x05\x65\x64ges\x18\x02 \x03(\x0b\x32\x16.tflite.profiling.Edge\x12%\n\x05nodes\x18\x03 \x03(\x0b\x32\x16.tflite.profiling.Node\x12\x1a\n\x0e\x65xecution_plan\x18\x04 \x03(\x05\x42\x02\x10\x01\x12\x45\n\rsubgraph_type\x18\x05 \x01(\x0e\x32..tflite.profiling.RuntimeSubgraph.SubgraphType\x12\x0c\n\x04name\x18\x06 \x01(\t\"P\n\x0cSubgraphType\x12\x14\n\x10UNKNOWN_SUBGRAPH\x10\x00\x12\x13\n\x0fTFLITE_SUBGRAPH\x10\x01\x12\x15\n\x11\x44\x45LEGATE_SUBGRAPH\x10\x02\"\xba\x02\n\x04Node\x12\n\n\x02id\x18\x01 \x01(\x05\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x0c\n\x04type\x18\x03 \x01(\t\x12\x12\n\x06inputs\x18\x04 \x03(\x05\x42\x02\x10\x01\x12\x13\n\x07outputs\x18\x05 \x03(\x05\x42\x02\x10\x01\x12\x19\n\rintermediates\x18\x06 \x03(\x05\x42\x02\x10\x01\x12\x17\n\x0btemporaries\x18\x07 \x03(\x05\x42\x02\x10\x01\x12\x38\n\x0fop_profile_data\x18\n \x01(\x0b\x32\x1f.tflite.profiling.OpProfileData\x12\x46\n\x15\x64\x65legate_node_details\x18\x08 \x01(\x0b\x32%.tflite.profiling.DelegateNodeDetailsH\x00\x12\x1e\n\x14\x64\x65legated_to_node_id\x18\t \x01(\x05H\x00\x42\x0b\n\tnode_info\"R\n\x13\x44\x65legateNodeDetails\x12\x15\n\rdelegate_name\x18\x01 \x01(\t\x12$\n\x18tflite_node_ids_replaced\x18\x02 \x03(\x05\x42\x02\x10\x01\"\x8b\x05\n\x04\x45\x64ge\x12\n\n\x02id\x18\x01 \x01(\x05\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x32\n\tdata_type\x18\x03 \x01(\x0e\x32\x1f.tflite.profiling.Edge.DataType\x12\x11\n\x05shape\x18\x04 \x03(\x05\x42\x02\x10\x01\x12\x17\n\x0f\x61llocation_type\x18\x05 \x01(\t\x12\x36\n\x0blayout_type\x18\x06 \x01(\x0e\x32!.tflite.profiling.Edge.LayoutType\x12\x0c\n\x04size\x18\x07 \x01(\x05\"\x8f\x02\n\x08\x44\x61taType\x12\x10\n\x0cUNKNOWN_TYPE\x10\x00\x12\x0b\n\x07\x46LOAT32\x10\x01\x12\t\n\x05INT32\x10\x02\x12\t\n\x05UINT8\x10\x03\x12\t\n\x05INT64\x10\x04\x12\n\n\x06STRING\x10\x05\x12\x08\n\x04\x42OOL\x10\x06\x12\t\n\x05INT16\x10\x07\x12\r\n\tCOMPLEX64\x10\x08\x12\x08\n\x04INT8\x10\t\x12\x0b\n\x07\x46LOAT16\x10\n\x12\x0b\n\x07\x46LOAT64\x10\x0b\x12\x0e\n\nCOMPLEX128\x10\x0c\x12\n\n\x06UINT64\x10\r\x12\x0c\n\x08RESOURCE\x10\x0e\x12\x0b\n\x07VARIANT\x10\x0f\x12\n\n\x06UINT32\x10\x10\x12\n\n\x06UINT16\x10\x11\x12\x08\n\x04INT4\x10\x12\x12\x0c\n\x08\x42\x46LOAT16\x10\x13\x12\x08\n\x04INT2\x10\x14\"\xb0\x01\n\nLayoutType\x12\x0b\n\x07UNKNOWN\x10\x00\x12\n\n\x06SCALAR\x10\x01\x12\n\n\x06LINEAR\x10\x02\x12\x06\n\x02HW\x10\x03\x12\x07\n\x03\x43HW\x10\x04\x12\x07\n\x03HWC\x10\x05\x12\x08\n\x04OIHW\x10\x06\x12\x08\n\x04OHWI\x10\x07\x12\x08\n\x04IHWO\x10\x08\x12\x08\n\x04IOHW\x10\t\x12\x08\n\x04\x42HWC\x10\n\x12\x08\n\x04HWDC\x10\x0b\x12\t\n\x05\x42HWDC\x10\x0c\x12\x07\n\x03HWD\x10\r\x12\t\n\x05OHWDI\x10\x0e\x12\x08\n\x04HWIO\x10\x0f\x42\x14\n\x10tflite.profilingP\x01')
|
|
29
29
|
|
|
30
30
|
_globals = globals()
|
|
31
31
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -58,9 +58,9 @@ if not _descriptor._USE_C_DESCRIPTORS:
|
|
|
58
58
|
_globals['_DELEGATENODEDETAILS']._serialized_start=842
|
|
59
59
|
_globals['_DELEGATENODEDETAILS']._serialized_end=924
|
|
60
60
|
_globals['_EDGE']._serialized_start=927
|
|
61
|
-
_globals['_EDGE']._serialized_end=
|
|
61
|
+
_globals['_EDGE']._serialized_end=1578
|
|
62
62
|
_globals['_EDGE_DATATYPE']._serialized_start=1128
|
|
63
|
-
_globals['_EDGE_DATATYPE']._serialized_end=
|
|
64
|
-
_globals['_EDGE_LAYOUTTYPE']._serialized_start=
|
|
65
|
-
_globals['_EDGE_LAYOUTTYPE']._serialized_end=
|
|
63
|
+
_globals['_EDGE_DATATYPE']._serialized_end=1399
|
|
64
|
+
_globals['_EDGE_LAYOUTTYPE']._serialized_start=1402
|
|
65
|
+
_globals['_EDGE_LAYOUTTYPE']._serialized_end=1578
|
|
66
66
|
# @@protoc_insertion_point(module_scope)
|
|
@@ -27,6 +27,7 @@ class TensorType(object):
|
|
|
27
27
|
UINT16 = 16
|
|
28
28
|
INT4 = 17
|
|
29
29
|
BFLOAT16 = 18
|
|
30
|
+
INT2 = 19
|
|
30
31
|
|
|
31
32
|
|
|
32
33
|
class QuantizationDetails(object):
|
|
@@ -2450,8 +2451,15 @@ class Tensor(object):
|
|
|
2450
2451
|
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(22))
|
|
2451
2452
|
return o == 0
|
|
2452
2453
|
|
|
2454
|
+
# Tensor
|
|
2455
|
+
def ExternalBuffer(self):
|
|
2456
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(24))
|
|
2457
|
+
if o != 0:
|
|
2458
|
+
return self._tab.Get(flatbuffers.number_types.Uint32Flags, o + self._tab.Pos)
|
|
2459
|
+
return 0
|
|
2460
|
+
|
|
2453
2461
|
def TensorStart(builder):
|
|
2454
|
-
builder.StartObject(
|
|
2462
|
+
builder.StartObject(11)
|
|
2455
2463
|
|
|
2456
2464
|
def TensorAddShape(builder, shape):
|
|
2457
2465
|
builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(shape), 0)
|
|
@@ -2492,6 +2500,9 @@ def TensorAddVariantTensors(builder, variantTensors):
|
|
|
2492
2500
|
def TensorStartVariantTensorsVector(builder, numElems):
|
|
2493
2501
|
return builder.StartVector(4, numElems, 4)
|
|
2494
2502
|
|
|
2503
|
+
def TensorAddExternalBuffer(builder, externalBuffer):
|
|
2504
|
+
builder.PrependUint32Slot(10, externalBuffer, 0)
|
|
2505
|
+
|
|
2495
2506
|
def TensorEnd(builder):
|
|
2496
2507
|
return builder.EndObject()
|
|
2497
2508
|
|
|
@@ -2516,6 +2527,7 @@ class TensorT(object):
|
|
|
2516
2527
|
shapeSignature = None,
|
|
2517
2528
|
hasRank = False,
|
|
2518
2529
|
variantTensors = None,
|
|
2530
|
+
externalBuffer = 0,
|
|
2519
2531
|
):
|
|
2520
2532
|
self.shape = shape # type: Optional[List[int]]
|
|
2521
2533
|
self.type = type # type: int
|
|
@@ -2527,6 +2539,7 @@ class TensorT(object):
|
|
|
2527
2539
|
self.shapeSignature = shapeSignature # type: Optional[List[int]]
|
|
2528
2540
|
self.hasRank = hasRank # type: bool
|
|
2529
2541
|
self.variantTensors = variantTensors # type: Optional[List[VariantSubTypeT]]
|
|
2542
|
+
self.externalBuffer = externalBuffer # type: int
|
|
2530
2543
|
|
|
2531
2544
|
@classmethod
|
|
2532
2545
|
def InitFromBuf(cls, buf, pos):
|
|
@@ -2580,6 +2593,7 @@ class TensorT(object):
|
|
|
2580
2593
|
else:
|
|
2581
2594
|
variantSubType_ = VariantSubTypeT.InitFromObj(tensor.VariantTensors(i))
|
|
2582
2595
|
self.variantTensors.append(variantSubType_)
|
|
2596
|
+
self.externalBuffer = tensor.ExternalBuffer()
|
|
2583
2597
|
|
|
2584
2598
|
# TensorT
|
|
2585
2599
|
def Pack(self, builder):
|
|
@@ -2630,6 +2644,7 @@ class TensorT(object):
|
|
|
2630
2644
|
TensorAddHasRank(builder, self.hasRank)
|
|
2631
2645
|
if self.variantTensors is not None:
|
|
2632
2646
|
TensorAddVariantTensors(builder, variantTensors)
|
|
2647
|
+
TensorAddExternalBuffer(builder, self.externalBuffer)
|
|
2633
2648
|
tensor = TensorEnd(builder)
|
|
2634
2649
|
return tensor
|
|
2635
2650
|
|
|
@@ -18503,6 +18518,228 @@ class BufferT(object):
|
|
|
18503
18518
|
return buffer
|
|
18504
18519
|
|
|
18505
18520
|
|
|
18521
|
+
class ExternalBufferGroup(object):
|
|
18522
|
+
__slots__ = ['_tab']
|
|
18523
|
+
|
|
18524
|
+
@classmethod
|
|
18525
|
+
def GetRootAs(cls, buf, offset=0):
|
|
18526
|
+
n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset)
|
|
18527
|
+
x = ExternalBufferGroup()
|
|
18528
|
+
x.Init(buf, n + offset)
|
|
18529
|
+
return x
|
|
18530
|
+
|
|
18531
|
+
@classmethod
|
|
18532
|
+
def GetRootAsExternalBufferGroup(cls, buf, offset=0):
|
|
18533
|
+
"""This method is deprecated. Please switch to GetRootAs."""
|
|
18534
|
+
return cls.GetRootAs(buf, offset)
|
|
18535
|
+
@classmethod
|
|
18536
|
+
def ExternalBufferGroupBufferHasIdentifier(cls, buf, offset, size_prefixed=False):
|
|
18537
|
+
return flatbuffers.util.BufferHasIdentifier(buf, offset, b"\x54\x46\x4C\x33", size_prefixed=size_prefixed)
|
|
18538
|
+
|
|
18539
|
+
# ExternalBufferGroup
|
|
18540
|
+
def Init(self, buf, pos):
|
|
18541
|
+
self._tab = flatbuffers.table.Table(buf, pos)
|
|
18542
|
+
|
|
18543
|
+
# ExternalBufferGroup
|
|
18544
|
+
def Name(self):
|
|
18545
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4))
|
|
18546
|
+
if o != 0:
|
|
18547
|
+
return self._tab.String(o + self._tab.Pos)
|
|
18548
|
+
return None
|
|
18549
|
+
|
|
18550
|
+
def ExternalBufferGroupStart(builder):
|
|
18551
|
+
builder.StartObject(1)
|
|
18552
|
+
|
|
18553
|
+
def ExternalBufferGroupAddName(builder, name):
|
|
18554
|
+
builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(name), 0)
|
|
18555
|
+
|
|
18556
|
+
def ExternalBufferGroupEnd(builder):
|
|
18557
|
+
return builder.EndObject()
|
|
18558
|
+
|
|
18559
|
+
|
|
18560
|
+
|
|
18561
|
+
class ExternalBufferGroupT(object):
|
|
18562
|
+
|
|
18563
|
+
# ExternalBufferGroupT
|
|
18564
|
+
def __init__(
|
|
18565
|
+
self,
|
|
18566
|
+
name = None,
|
|
18567
|
+
):
|
|
18568
|
+
self.name = name # type: Optional[str]
|
|
18569
|
+
|
|
18570
|
+
@classmethod
|
|
18571
|
+
def InitFromBuf(cls, buf, pos):
|
|
18572
|
+
externalBufferGroup = ExternalBufferGroup()
|
|
18573
|
+
externalBufferGroup.Init(buf, pos)
|
|
18574
|
+
return cls.InitFromObj(externalBufferGroup)
|
|
18575
|
+
|
|
18576
|
+
@classmethod
|
|
18577
|
+
def InitFromPackedBuf(cls, buf, pos=0):
|
|
18578
|
+
n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, pos)
|
|
18579
|
+
return cls.InitFromBuf(buf, pos+n)
|
|
18580
|
+
|
|
18581
|
+
@classmethod
|
|
18582
|
+
def InitFromObj(cls, externalBufferGroup):
|
|
18583
|
+
x = ExternalBufferGroupT()
|
|
18584
|
+
x._UnPack(externalBufferGroup)
|
|
18585
|
+
return x
|
|
18586
|
+
|
|
18587
|
+
# ExternalBufferGroupT
|
|
18588
|
+
def _UnPack(self, externalBufferGroup):
|
|
18589
|
+
if externalBufferGroup is None:
|
|
18590
|
+
return
|
|
18591
|
+
self.name = externalBufferGroup.Name()
|
|
18592
|
+
|
|
18593
|
+
# ExternalBufferGroupT
|
|
18594
|
+
def Pack(self, builder):
|
|
18595
|
+
if self.name is not None:
|
|
18596
|
+
name = builder.CreateString(self.name)
|
|
18597
|
+
ExternalBufferGroupStart(builder)
|
|
18598
|
+
if self.name is not None:
|
|
18599
|
+
ExternalBufferGroupAddName(builder, name)
|
|
18600
|
+
externalBufferGroup = ExternalBufferGroupEnd(builder)
|
|
18601
|
+
return externalBufferGroup
|
|
18602
|
+
|
|
18603
|
+
|
|
18604
|
+
class ExternalBuffer(object):
|
|
18605
|
+
__slots__ = ['_tab']
|
|
18606
|
+
|
|
18607
|
+
@classmethod
|
|
18608
|
+
def GetRootAs(cls, buf, offset=0):
|
|
18609
|
+
n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset)
|
|
18610
|
+
x = ExternalBuffer()
|
|
18611
|
+
x.Init(buf, n + offset)
|
|
18612
|
+
return x
|
|
18613
|
+
|
|
18614
|
+
@classmethod
|
|
18615
|
+
def GetRootAsExternalBuffer(cls, buf, offset=0):
|
|
18616
|
+
"""This method is deprecated. Please switch to GetRootAs."""
|
|
18617
|
+
return cls.GetRootAs(buf, offset)
|
|
18618
|
+
@classmethod
|
|
18619
|
+
def ExternalBufferBufferHasIdentifier(cls, buf, offset, size_prefixed=False):
|
|
18620
|
+
return flatbuffers.util.BufferHasIdentifier(buf, offset, b"\x54\x46\x4C\x33", size_prefixed=size_prefixed)
|
|
18621
|
+
|
|
18622
|
+
# ExternalBuffer
|
|
18623
|
+
def Init(self, buf, pos):
|
|
18624
|
+
self._tab = flatbuffers.table.Table(buf, pos)
|
|
18625
|
+
|
|
18626
|
+
# ExternalBuffer
|
|
18627
|
+
def Id(self):
|
|
18628
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4))
|
|
18629
|
+
if o != 0:
|
|
18630
|
+
return self._tab.Get(flatbuffers.number_types.Uint32Flags, o + self._tab.Pos)
|
|
18631
|
+
return 0
|
|
18632
|
+
|
|
18633
|
+
# ExternalBuffer
|
|
18634
|
+
def Group(self):
|
|
18635
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6))
|
|
18636
|
+
if o != 0:
|
|
18637
|
+
return self._tab.Get(flatbuffers.number_types.Uint32Flags, o + self._tab.Pos)
|
|
18638
|
+
return 0
|
|
18639
|
+
|
|
18640
|
+
# ExternalBuffer
|
|
18641
|
+
def Offset(self):
|
|
18642
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8))
|
|
18643
|
+
if o != 0:
|
|
18644
|
+
return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos)
|
|
18645
|
+
return 0
|
|
18646
|
+
|
|
18647
|
+
# ExternalBuffer
|
|
18648
|
+
def Length(self):
|
|
18649
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10))
|
|
18650
|
+
if o != 0:
|
|
18651
|
+
return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos)
|
|
18652
|
+
return 0
|
|
18653
|
+
|
|
18654
|
+
# ExternalBuffer
|
|
18655
|
+
def Packing(self):
|
|
18656
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12))
|
|
18657
|
+
if o != 0:
|
|
18658
|
+
return self._tab.String(o + self._tab.Pos)
|
|
18659
|
+
return None
|
|
18660
|
+
|
|
18661
|
+
def ExternalBufferStart(builder):
|
|
18662
|
+
builder.StartObject(5)
|
|
18663
|
+
|
|
18664
|
+
def ExternalBufferAddId(builder, id):
|
|
18665
|
+
builder.PrependUint32Slot(0, id, 0)
|
|
18666
|
+
|
|
18667
|
+
def ExternalBufferAddGroup(builder, group):
|
|
18668
|
+
builder.PrependUint32Slot(1, group, 0)
|
|
18669
|
+
|
|
18670
|
+
def ExternalBufferAddOffset(builder, offset):
|
|
18671
|
+
builder.PrependUint64Slot(2, offset, 0)
|
|
18672
|
+
|
|
18673
|
+
def ExternalBufferAddLength(builder, length):
|
|
18674
|
+
builder.PrependUint64Slot(3, length, 0)
|
|
18675
|
+
|
|
18676
|
+
def ExternalBufferAddPacking(builder, packing):
|
|
18677
|
+
builder.PrependUOffsetTRelativeSlot(4, flatbuffers.number_types.UOffsetTFlags.py_type(packing), 0)
|
|
18678
|
+
|
|
18679
|
+
def ExternalBufferEnd(builder):
|
|
18680
|
+
return builder.EndObject()
|
|
18681
|
+
|
|
18682
|
+
|
|
18683
|
+
|
|
18684
|
+
class ExternalBufferT(object):
|
|
18685
|
+
|
|
18686
|
+
# ExternalBufferT
|
|
18687
|
+
def __init__(
|
|
18688
|
+
self,
|
|
18689
|
+
id = 0,
|
|
18690
|
+
group = 0,
|
|
18691
|
+
offset = 0,
|
|
18692
|
+
length = 0,
|
|
18693
|
+
packing = None,
|
|
18694
|
+
):
|
|
18695
|
+
self.id = id # type: int
|
|
18696
|
+
self.group = group # type: int
|
|
18697
|
+
self.offset = offset # type: int
|
|
18698
|
+
self.length = length # type: int
|
|
18699
|
+
self.packing = packing # type: Optional[str]
|
|
18700
|
+
|
|
18701
|
+
@classmethod
|
|
18702
|
+
def InitFromBuf(cls, buf, pos):
|
|
18703
|
+
externalBuffer = ExternalBuffer()
|
|
18704
|
+
externalBuffer.Init(buf, pos)
|
|
18705
|
+
return cls.InitFromObj(externalBuffer)
|
|
18706
|
+
|
|
18707
|
+
@classmethod
|
|
18708
|
+
def InitFromPackedBuf(cls, buf, pos=0):
|
|
18709
|
+
n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, pos)
|
|
18710
|
+
return cls.InitFromBuf(buf, pos+n)
|
|
18711
|
+
|
|
18712
|
+
@classmethod
|
|
18713
|
+
def InitFromObj(cls, externalBuffer):
|
|
18714
|
+
x = ExternalBufferT()
|
|
18715
|
+
x._UnPack(externalBuffer)
|
|
18716
|
+
return x
|
|
18717
|
+
|
|
18718
|
+
# ExternalBufferT
|
|
18719
|
+
def _UnPack(self, externalBuffer):
|
|
18720
|
+
if externalBuffer is None:
|
|
18721
|
+
return
|
|
18722
|
+
self.id = externalBuffer.Id()
|
|
18723
|
+
self.group = externalBuffer.Group()
|
|
18724
|
+
self.offset = externalBuffer.Offset()
|
|
18725
|
+
self.length = externalBuffer.Length()
|
|
18726
|
+
self.packing = externalBuffer.Packing()
|
|
18727
|
+
|
|
18728
|
+
# ExternalBufferT
|
|
18729
|
+
def Pack(self, builder):
|
|
18730
|
+
if self.packing is not None:
|
|
18731
|
+
packing = builder.CreateString(self.packing)
|
|
18732
|
+
ExternalBufferStart(builder)
|
|
18733
|
+
ExternalBufferAddId(builder, self.id)
|
|
18734
|
+
ExternalBufferAddGroup(builder, self.group)
|
|
18735
|
+
ExternalBufferAddOffset(builder, self.offset)
|
|
18736
|
+
ExternalBufferAddLength(builder, self.length)
|
|
18737
|
+
if self.packing is not None:
|
|
18738
|
+
ExternalBufferAddPacking(builder, packing)
|
|
18739
|
+
externalBuffer = ExternalBufferEnd(builder)
|
|
18740
|
+
return externalBuffer
|
|
18741
|
+
|
|
18742
|
+
|
|
18506
18743
|
class Metadata(object):
|
|
18507
18744
|
__slots__ = ['_tab']
|
|
18508
18745
|
|
|
@@ -19081,8 +19318,56 @@ class Model(object):
|
|
|
19081
19318
|
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(18))
|
|
19082
19319
|
return o == 0
|
|
19083
19320
|
|
|
19321
|
+
# Model
|
|
19322
|
+
def ExternalBufferGroups(self, j):
|
|
19323
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(20))
|
|
19324
|
+
if o != 0:
|
|
19325
|
+
x = self._tab.Vector(o)
|
|
19326
|
+
x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4
|
|
19327
|
+
x = self._tab.Indirect(x)
|
|
19328
|
+
obj = ExternalBufferGroup()
|
|
19329
|
+
obj.Init(self._tab.Bytes, x)
|
|
19330
|
+
return obj
|
|
19331
|
+
return None
|
|
19332
|
+
|
|
19333
|
+
# Model
|
|
19334
|
+
def ExternalBufferGroupsLength(self):
|
|
19335
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(20))
|
|
19336
|
+
if o != 0:
|
|
19337
|
+
return self._tab.VectorLen(o)
|
|
19338
|
+
return 0
|
|
19339
|
+
|
|
19340
|
+
# Model
|
|
19341
|
+
def ExternalBufferGroupsIsNone(self):
|
|
19342
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(20))
|
|
19343
|
+
return o == 0
|
|
19344
|
+
|
|
19345
|
+
# Model
|
|
19346
|
+
def ExternalBuffers(self, j):
|
|
19347
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(22))
|
|
19348
|
+
if o != 0:
|
|
19349
|
+
x = self._tab.Vector(o)
|
|
19350
|
+
x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4
|
|
19351
|
+
x = self._tab.Indirect(x)
|
|
19352
|
+
obj = ExternalBuffer()
|
|
19353
|
+
obj.Init(self._tab.Bytes, x)
|
|
19354
|
+
return obj
|
|
19355
|
+
return None
|
|
19356
|
+
|
|
19357
|
+
# Model
|
|
19358
|
+
def ExternalBuffersLength(self):
|
|
19359
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(22))
|
|
19360
|
+
if o != 0:
|
|
19361
|
+
return self._tab.VectorLen(o)
|
|
19362
|
+
return 0
|
|
19363
|
+
|
|
19364
|
+
# Model
|
|
19365
|
+
def ExternalBuffersIsNone(self):
|
|
19366
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(22))
|
|
19367
|
+
return o == 0
|
|
19368
|
+
|
|
19084
19369
|
def ModelStart(builder):
|
|
19085
|
-
builder.StartObject(
|
|
19370
|
+
builder.StartObject(10)
|
|
19086
19371
|
|
|
19087
19372
|
def ModelAddVersion(builder, version):
|
|
19088
19373
|
builder.PrependUint32Slot(0, version, 0)
|
|
@@ -19126,6 +19411,18 @@ def ModelAddSignatureDefs(builder, signatureDefs):
|
|
|
19126
19411
|
def ModelStartSignatureDefsVector(builder, numElems):
|
|
19127
19412
|
return builder.StartVector(4, numElems, 4)
|
|
19128
19413
|
|
|
19414
|
+
def ModelAddExternalBufferGroups(builder, externalBufferGroups):
|
|
19415
|
+
builder.PrependUOffsetTRelativeSlot(8, flatbuffers.number_types.UOffsetTFlags.py_type(externalBufferGroups), 0)
|
|
19416
|
+
|
|
19417
|
+
def ModelStartExternalBufferGroupsVector(builder, numElems):
|
|
19418
|
+
return builder.StartVector(4, numElems, 4)
|
|
19419
|
+
|
|
19420
|
+
def ModelAddExternalBuffers(builder, externalBuffers):
|
|
19421
|
+
builder.PrependUOffsetTRelativeSlot(9, flatbuffers.number_types.UOffsetTFlags.py_type(externalBuffers), 0)
|
|
19422
|
+
|
|
19423
|
+
def ModelStartExternalBuffersVector(builder, numElems):
|
|
19424
|
+
return builder.StartVector(4, numElems, 4)
|
|
19425
|
+
|
|
19129
19426
|
def ModelEnd(builder):
|
|
19130
19427
|
return builder.EndObject()
|
|
19131
19428
|
|
|
@@ -19148,6 +19445,8 @@ class ModelT(object):
|
|
|
19148
19445
|
metadataBuffer = None,
|
|
19149
19446
|
metadata = None,
|
|
19150
19447
|
signatureDefs = None,
|
|
19448
|
+
externalBufferGroups = None,
|
|
19449
|
+
externalBuffers = None,
|
|
19151
19450
|
):
|
|
19152
19451
|
self.version = version # type: int
|
|
19153
19452
|
self.operatorCodes = operatorCodes # type: Optional[List[OperatorCodeT]]
|
|
@@ -19157,6 +19456,8 @@ class ModelT(object):
|
|
|
19157
19456
|
self.metadataBuffer = metadataBuffer # type: Optional[List[int]]
|
|
19158
19457
|
self.metadata = metadata # type: Optional[List[MetadataT]]
|
|
19159
19458
|
self.signatureDefs = signatureDefs # type: Optional[List[SignatureDefT]]
|
|
19459
|
+
self.externalBufferGroups = externalBufferGroups # type: Optional[List[ExternalBufferGroupT]]
|
|
19460
|
+
self.externalBuffers = externalBuffers # type: Optional[List[ExternalBufferT]]
|
|
19160
19461
|
|
|
19161
19462
|
@classmethod
|
|
19162
19463
|
def InitFromBuf(cls, buf, pos):
|
|
@@ -19228,6 +19529,22 @@ class ModelT(object):
|
|
|
19228
19529
|
else:
|
|
19229
19530
|
signatureDef_ = SignatureDefT.InitFromObj(model.SignatureDefs(i))
|
|
19230
19531
|
self.signatureDefs.append(signatureDef_)
|
|
19532
|
+
if not model.ExternalBufferGroupsIsNone():
|
|
19533
|
+
self.externalBufferGroups = []
|
|
19534
|
+
for i in range(model.ExternalBufferGroupsLength()):
|
|
19535
|
+
if model.ExternalBufferGroups(i) is None:
|
|
19536
|
+
self.externalBufferGroups.append(None)
|
|
19537
|
+
else:
|
|
19538
|
+
externalBufferGroup_ = ExternalBufferGroupT.InitFromObj(model.ExternalBufferGroups(i))
|
|
19539
|
+
self.externalBufferGroups.append(externalBufferGroup_)
|
|
19540
|
+
if not model.ExternalBuffersIsNone():
|
|
19541
|
+
self.externalBuffers = []
|
|
19542
|
+
for i in range(model.ExternalBuffersLength()):
|
|
19543
|
+
if model.ExternalBuffers(i) is None:
|
|
19544
|
+
self.externalBuffers.append(None)
|
|
19545
|
+
else:
|
|
19546
|
+
externalBuffer_ = ExternalBufferT.InitFromObj(model.ExternalBuffers(i))
|
|
19547
|
+
self.externalBuffers.append(externalBuffer_)
|
|
19231
19548
|
|
|
19232
19549
|
# ModelT
|
|
19233
19550
|
def Pack(self, builder):
|
|
@@ -19281,6 +19598,22 @@ class ModelT(object):
|
|
|
19281
19598
|
for i in reversed(range(len(self.signatureDefs))):
|
|
19282
19599
|
builder.PrependUOffsetTRelative(signatureDefslist[i])
|
|
19283
19600
|
signatureDefs = builder.EndVector()
|
|
19601
|
+
if self.externalBufferGroups is not None:
|
|
19602
|
+
externalBufferGroupslist = []
|
|
19603
|
+
for i in range(len(self.externalBufferGroups)):
|
|
19604
|
+
externalBufferGroupslist.append(self.externalBufferGroups[i].Pack(builder))
|
|
19605
|
+
ModelStartExternalBufferGroupsVector(builder, len(self.externalBufferGroups))
|
|
19606
|
+
for i in reversed(range(len(self.externalBufferGroups))):
|
|
19607
|
+
builder.PrependUOffsetTRelative(externalBufferGroupslist[i])
|
|
19608
|
+
externalBufferGroups = builder.EndVector()
|
|
19609
|
+
if self.externalBuffers is not None:
|
|
19610
|
+
externalBufferslist = []
|
|
19611
|
+
for i in range(len(self.externalBuffers)):
|
|
19612
|
+
externalBufferslist.append(self.externalBuffers[i].Pack(builder))
|
|
19613
|
+
ModelStartExternalBuffersVector(builder, len(self.externalBuffers))
|
|
19614
|
+
for i in reversed(range(len(self.externalBuffers))):
|
|
19615
|
+
builder.PrependUOffsetTRelative(externalBufferslist[i])
|
|
19616
|
+
externalBuffers = builder.EndVector()
|
|
19284
19617
|
ModelStart(builder)
|
|
19285
19618
|
ModelAddVersion(builder, self.version)
|
|
19286
19619
|
if self.operatorCodes is not None:
|
|
@@ -19297,6 +19630,10 @@ class ModelT(object):
|
|
|
19297
19630
|
ModelAddMetadata(builder, metadata)
|
|
19298
19631
|
if self.signatureDefs is not None:
|
|
19299
19632
|
ModelAddSignatureDefs(builder, signatureDefs)
|
|
19633
|
+
if self.externalBufferGroups is not None:
|
|
19634
|
+
ModelAddExternalBufferGroups(builder, externalBufferGroups)
|
|
19635
|
+
if self.externalBuffers is not None:
|
|
19636
|
+
ModelAddExternalBuffers(builder, externalBuffers)
|
|
19300
19637
|
model = ModelEnd(builder)
|
|
19301
19638
|
return model
|
|
19302
19639
|
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
ai_edge_litert/__init__.py,sha256=
|
|
1
|
+
ai_edge_litert/__init__.py,sha256=ZipBknKez_ouaH-nbD5QZhDt_NyJ2yk2ap6h-CBBK50,34
|
|
2
2
|
ai_edge_litert/_pywrap_analyzer_wrapper.so,sha256=b208vF3tQRJUayfGJCiNN-h0JFAQHCkWx3mnQKGKSNY,50056
|
|
3
3
|
ai_edge_litert/_pywrap_litert_compiled_model_wrapper.so,sha256=R48bfhjg5-oSz8DUqDfvpztzk071ZF-snPbKHzEZMow,50104
|
|
4
4
|
ai_edge_litert/_pywrap_litert_tensor_buffer_wrapper.so,sha256=EZqmZDelToDS8vRG86Hekg2hG1pIrSMdcPtgiL6VIBg,50104
|
|
@@ -19,18 +19,18 @@ ai_edge_litert/hardware_accelerator.py,sha256=FgouirT1Cs80mqvMvLbO9O7wiPBnQaWDB5
|
|
|
19
19
|
ai_edge_litert/interpreter.py,sha256=VU2Hzn60P3vqxdYAZONLoxLEIZKbHhIF8FhUshm3uKU,40707
|
|
20
20
|
ai_edge_litert/metrics_interface.py,sha256=dVu6SmbnQUntPgE5o6BxHVMyemwli-7F6tDfVMGrlYI,1542
|
|
21
21
|
ai_edge_litert/metrics_portable.py,sha256=KKvR9ZOe8j2ZeBtDo_6gWJ8kENKoOawPK3LPkevnZa8,2039
|
|
22
|
-
ai_edge_litert/model_runtime_info_pb2.py,sha256=
|
|
22
|
+
ai_edge_litert/model_runtime_info_pb2.py,sha256=iNaM8G9qxWm3LpFTacl0KP19CJxA3_N8oeDg4d-BPx8,6396
|
|
23
23
|
ai_edge_litert/plugin_pb2.py,sha256=dDsvFbuWV2yq4ghU6XnHMW6ZrbxYG2l8DAArIoqL8PY,3514
|
|
24
24
|
ai_edge_litert/profiling_info_pb2.py,sha256=RxZo_P9siirO7ktyZImOxVKMZ7g-ienzuP7rSsF61YM,3579
|
|
25
25
|
ai_edge_litert/pywrap_genai_ops.so,sha256=jmpe56cqSgt1rFR-4mVysQmCvSfRGzg3o1Ml6_Wt-os,50024
|
|
26
|
-
ai_edge_litert/schema_py_generated.py,sha256=
|
|
26
|
+
ai_edge_litert/schema_py_generated.py,sha256=9j4-NNxuJxeohqhYAVMgKKD9mMJsKaki1xNeguM9I6Y,676250
|
|
27
27
|
ai_edge_litert/source_context_pb2.py,sha256=m_GMQpv9LUK-7oKg1Vv64fTL6Bd3ZThH-fVVLtPxdqI,1775
|
|
28
28
|
ai_edge_litert/struct_pb2.py,sha256=DJ6P0fZe53upcah9J1jDo6BSClobouW9dHdCTItZO1A,2955
|
|
29
29
|
ai_edge_litert/tensor_buffer.py,sha256=3Xy7kd_aR499QrfO0YITvr_z-aU1eONga41KiDBUeew,5356
|
|
30
30
|
ai_edge_litert/timestamp_pb2.py,sha256=K7Gs_qOn2XAMZTNUUrJ1XcGf4OmYhdt858I_zDtZYzg,1793
|
|
31
31
|
ai_edge_litert/type_pb2.py,sha256=x8rTulmlk9FxtRJal7BnUsaPbn2TcLlu8D7AVoVPjMA,5065
|
|
32
32
|
ai_edge_litert/wrappers_pb2.py,sha256=4hQAZRGeaE5DyY6YQ7VfrqozPa_d_LCOBEYjxfQNlKs,2955
|
|
33
|
-
ai_edge_litert_nightly-2.0.4.
|
|
34
|
-
ai_edge_litert_nightly-2.0.4.
|
|
35
|
-
ai_edge_litert_nightly-2.0.4.
|
|
36
|
-
ai_edge_litert_nightly-2.0.4.
|
|
33
|
+
ai_edge_litert_nightly-2.0.4.dev20251107.dist-info/METADATA,sha256=tdx1omYKNAN5UFLO-GnQ70m3JqNDL8JOCd_M6oB4q3E,1935
|
|
34
|
+
ai_edge_litert_nightly-2.0.4.dev20251107.dist-info/WHEEL,sha256=GDRGfrEjbzqcqlw5Z6R4erzAGrMyWjJmj9fqgVLp_Kc,109
|
|
35
|
+
ai_edge_litert_nightly-2.0.4.dev20251107.dist-info/top_level.txt,sha256=WcDZgG99n0a0xDS_ipL8ZWy956g1v5fVyR3FH96VDT0,15
|
|
36
|
+
ai_edge_litert_nightly-2.0.4.dev20251107.dist-info/RECORD,,
|
|
File without changes
|