ai-edge-litert-nightly 2.2.0.dev20260102__cp312-cp312-manylinux_2_27_x86_64.whl

ai_edge_litert/internal/llm_metadata_pb2.py

@@ -0,0 +1,45 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: litert/python/internal/llm_metadata.proto
+# Protobuf Python Version: 6.31.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'litert/python/internal/llm_metadata.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from ai_edge_litert.internal import llm_model_type_pb2 as litert_dot_python_dot_internal_dot_llm__model__type__pb2
+from ai_edge_litert.internal import sampler_params_pb2 as litert_dot_python_dot_internal_dot_sampler__params__pb2
+from ai_edge_litert.internal import token_pb2 as litert_dot_python_dot_internal_dot_token__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n)litert/python/internal/llm_metadata.proto\x12\x0flitert.lm.proto\x1a+litert/python/internal/llm_model_type.proto\x1a+litert/python/internal/sampler_params.proto\x1a\"litert/python/internal/token.proto\"/\n\rPromptAffixes\x12\x0e\n\x06prefix\x18\x01 \x01(\t\x12\x0e\n\x06suffix\x18\x02 \x01(\t\"\xcb\x01\n\x0fPromptTemplates\x12\x31\n\x04user\x18\x01 \x01(\x0b\x32\x1e.litert.lm.proto.PromptAffixesH\x00\x88\x01\x01\x12\x32\n\x05model\x18\x02 \x01(\x0b\x32\x1e.litert.lm.proto.PromptAffixesH\x01\x88\x01\x01\x12\x33\n\x06system\x18\x03 \x01(\x0b\x32\x1e.litert.lm.proto.PromptAffixesH\x02\x88\x01\x01\x42\x07\n\x05_userB\x08\n\x06_modelB\t\n\x07_system\"\xac\x03\n\x0bLlmMetadata\x12\x30\n\x0bstart_token\x18\x01 \x01(\x0b\x32\x1b.litert.lm.proto.TokenUnion\x12\x30\n\x0bstop_tokens\x18\x02 \x03(\x0b\x32\x1b.litert.lm.proto.TokenUnion\x12\x43\n\x10prompt_templates\x18\x03 \x01(\x0b\x32 .litert.lm.proto.PromptTemplatesB\x02\x18\x01H\x00\x88\x01\x01\x12?\n\x0esampler_params\x18\x04 \x01(\x0b\x32\".litert.lm.proto.SamplerParametersH\x01\x88\x01\x01\x12\x16\n\x0emax_num_tokens\x18\x05 \x01(\x05\x12\x35\n\x0ellm_model_type\x18\x06 \x01(\x0b\x32\x1d.litert.lm.proto.LlmModelType\x12\"\n\x15jinja_prompt_template\x18\x07 \x01(\tH\x02\x88\x01\x01\x42\x13\n\x11_prompt_templatesB\x11\n\x0f_sampler_paramsB\x18\n\x16_jinja_prompt_templateb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'litert.python.internal.llm_metadata_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_LLMMETADATA'].fields_by_name['prompt_templates']._loaded_options = None
+  _globals['_LLMMETADATA'].fields_by_name['prompt_templates']._serialized_options = b'\030\001'
+  _globals['_PROMPTAFFIXES']._serialized_start=188
+  _globals['_PROMPTAFFIXES']._serialized_end=235
+  _globals['_PROMPTTEMPLATES']._serialized_start=238
+  _globals['_PROMPTTEMPLATES']._serialized_end=441
+  _globals['_LLMMETADATA']._serialized_start=444
+  _globals['_LLMMETADATA']._serialized_end=872
+# @@protoc_insertion_point(module_scope)

ai_edge_litert/internal/llm_model_type_pb2.py

@@ -0,0 +1,51 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: litert/python/internal/llm_model_type.proto
+# Protobuf Python Version: 6.31.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'litert/python/internal/llm_model_type.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from ai_edge_litert.internal import token_pb2 as litert_dot_python_dot_internal_dot_token__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n+litert/python/internal/llm_model_type.proto\x12\x0flitert.lm.proto\x1a\"litert/python/internal/token.proto\"\xc2\x02\n\x0cLlmModelType\x12\x36\n\rgeneric_model\x18\x01 \x01(\x0b\x32\x1d.litert.lm.proto.GenericModelH\x00\x12+\n\x07gemma3n\x18\x02 \x01(\x0b\x32\x18.litert.lm.proto.Gemma3NH\x00\x12\x38\n\x0e\x66unction_gemma\x18\x03 \x01(\x0b\x32\x1e.litert.lm.proto.FunctionGemmaH\x00\x12)\n\x06gemma3\x18\x04 \x01(\x0b\x32\x17.litert.lm.proto.Gemma3H\x00\x12\'\n\x05qwen3\x18\x05 \x01(\x0b\x32\x16.litert.lm.proto.Qwen3H\x00\x12+\n\x07qwen2p5\x18\x07 \x01(\x0b\x32\x18.litert.lm.proto.Qwen2p5H\x00\x42\x0c\n\nmodel_typeJ\x04\x08\x06\x10\x07\"r\n\x0cGenericModel\x12\x17\n\nmodel_role\x18\x01 \x01(\tH\x00\x88\x01\x01\x12!\n\x14\x66orce_string_content\x18\x02 \x01(\x08H\x01\x88\x01\x01\x42\r\n\x0b_model_roleB\x17\n\x15_force_string_content\"\xaa\x02\n\x07Gemma3N\x12\x39\n\x14start_of_image_token\x18\x01 \x01(\x0b\x32\x1b.litert.lm.proto.TokenUnion\x12\x37\n\x12\x65nd_of_image_token\x18\x02 \x01(\x0b\x32\x1b.litert.lm.proto.TokenUnion\x12\x1b\n\x13image_tensor_height\x18\x03 \x01(\x05\x12\x1a\n\x12image_tensor_width\x18\x04 \x01(\x05\x12\x39\n\x14start_of_audio_token\x18\x05 \x01(\x0b\x32\x1b.litert.lm.proto.TokenUnion\x12\x37\n\x12\x65nd_of_audio_token\x18\x06 \x01(\x0b\x32\x1b.litert.lm.proto.TokenUnion\"\xcd\x02\n\rFunctionGemma\x12\x18\n\x10\x63ode_fence_start\x18\x05 \x01(\t\x12\x16\n\x0e\x63ode_fence_end\x18\x06 \x01(\t\x12\x13\n\x0bsyntax_type\x18\x07 \x01(\t\x12\x1c\n\x14\x65scape_fence_strings\x18\x08 \x01(\x08\x12\x17\n\x0ftool_code_regex\x18\t \x01(\t\x12\x12\n\nopen_quote\x18\n \x01(\t\x12\x13\n\x0b\x63lose_quote\x18\x0b \x01(\t\x12\x1f\n\x17\x66unction_response_start\x18\x0c \x01(\t\x12\"\n\x1ause_template_for_fc_format\x18\r \x01(\x08\x12\x38\n\x0f\x63onstraint_mode\x18\x0e \x01(\x0e\x32\x1f.litert.lm.proto.ConstraintModeJ\x04\x08\x01\x10\x02J\x04\x08\x02\x10\x03J\x04\x08\x03\x10\x04J\x04\x08\x04\x10\x05\"\xb5\x01\n\x06Gemma3\x12\x39\n\x14start_of_image_token\x18\x01 \x01(\x0b\x32\x1b.litert.lm.proto.TokenUnion\x12\x37\n\x12\x65nd_of_image_token\x18\x02 \x01(\x0b\x32\x1b.litert.lm.proto.TokenUnion\x12\x1b\n\x13image_tensor_height\x18\x03 \x01(\x05\x12\x1a\n\x12image_tensor_width\x18\x04 \x01(\x05\"\xd9\x01\n\x05Qwen3\x12\x1d\n\x10\x63ode_fence_start\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1b\n\x0e\x63ode_fence_end\x18\x02 \x01(\tH\x01\x88\x01\x01\x12!\n\x14\x65scape_fence_strings\x18\x03 \x01(\x08H\x02\x88\x01\x01\x12\x1c\n\x0ftool_code_regex\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x13\n\x11_code_fence_startB\x11\n\x0f_code_fence_endB\x17\n\x15_escape_fence_stringsB\x12\n\x10_tool_code_regex\"\xdb\x01\n\x07Qwen2p5\x12\x1d\n\x10\x63ode_fence_start\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1b\n\x0e\x63ode_fence_end\x18\x02 \x01(\tH\x01\x88\x01\x01\x12!\n\x14\x65scape_fence_strings\x18\x03 \x01(\x08H\x02\x88\x01\x01\x12\x1c\n\x0ftool_code_regex\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x13\n\x11_code_fence_startB\x11\n\x0f_code_fence_endB\x17\n\x15_escape_fence_stringsB\x12\n\x10_tool_code_regex*z\n\x0e\x43onstraintMode\x12\x1f\n\x1b\x43ONSTRAINT_MODE_UNSPECIFIED\x10\x00\x12\x1f\n\x1b\x43ONSTRAINT_MODE_TEXT_AND_OR\x10\x01\x12&\n\"CONSTRAINT_MODE_FUNCTION_CALL_ONLY\x10\x02\x62\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'litert.python.internal.llm_model_type_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_CONSTRAINTMODE']._serialized_start=1804
+  _globals['_CONSTRAINTMODE']._serialized_end=1926
+  _globals['_LLMMODELTYPE']._serialized_start=101
+  _globals['_LLMMODELTYPE']._serialized_end=423
+  _globals['_GENERICMODEL']._serialized_start=425
+  _globals['_GENERICMODEL']._serialized_end=539
+  _globals['_GEMMA3N']._serialized_start=542
+  _globals['_GEMMA3N']._serialized_end=840
+  _globals['_FUNCTIONGEMMA']._serialized_start=843
+  _globals['_FUNCTIONGEMMA']._serialized_end=1176
+  _globals['_GEMMA3']._serialized_start=1179
+  _globals['_GEMMA3']._serialized_end=1360
+  _globals['_QWEN3']._serialized_start=1363
+  _globals['_QWEN3']._serialized_end=1580
+  _globals['_QWEN2P5']._serialized_start=1583
+  _globals['_QWEN2P5']._serialized_end=1802
+# @@protoc_insertion_point(module_scope)

ai_edge_litert/internal/sampler_params_pb2.py

@@ -0,0 +1,39 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: litert/python/internal/sampler_params.proto
+# Protobuf Python Version: 6.31.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'litert/python/internal/sampler_params.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n+litert/python/internal/sampler_params.proto\x12\x0flitert.lm.proto\"\xd1\x01\n\x11SamplerParameters\x12\x35\n\x04type\x18\x01 \x01(\x0e\x32\'.litert.lm.proto.SamplerParameters.Type\x12\t\n\x01k\x18\x02 \x01(\x05\x12\t\n\x01p\x18\x03 \x01(\x02\x12\x13\n\x0btemperature\x18\x04 \x01(\x02\x12\x11\n\x04seed\x18\x05 \x01(\x05H\x00\x88\x01\x01\">\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\t\n\x05TOP_K\x10\x01\x12\t\n\x05TOP_P\x10\x02\x12\n\n\x06GREEDY\x10\x03\x42\x07\n\x05_seedB4\n\x1a\x63om.google.litert.lm.protoB\x16SamplerParametersProtob\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'litert.python.internal.sampler_params_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  _globals['DESCRIPTOR']._loaded_options = None
+  _globals['DESCRIPTOR']._serialized_options = b'\n\032com.google.litert.lm.protoB\026SamplerParametersProto'
+  _globals['_SAMPLERPARAMETERS']._serialized_start=65
+  _globals['_SAMPLERPARAMETERS']._serialized_end=274
+  _globals['_SAMPLERPARAMETERS_TYPE']._serialized_start=203
+  _globals['_SAMPLERPARAMETERS_TYPE']._serialized_end=265
+# @@protoc_insertion_point(module_scope)

ai_edge_litert/internal/token_pb2.py

@@ -0,0 +1,38 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: litert/python/internal/token.proto
+# Protobuf Python Version: 6.31.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'litert/python/internal/token.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\"litert/python/internal/token.proto\x12\x0flitert.lm.proto\"`\n\nTokenUnion\x12.\n\ttoken_ids\x18\x01 \x01(\x0b\x32\x19.litert.lm.proto.TokenIdsH\x00\x12\x13\n\ttoken_str\x18\x02 \x01(\tH\x00\x42\r\n\x0btoken_union\"\x17\n\x08TokenIds\x12\x0b\n\x03ids\x18\x01 \x03(\x05\x62\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'litert.python.internal.token_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_TOKENUNION']._serialized_start=55
+  _globals['_TOKENUNION']._serialized_end=151
+  _globals['_TOKENIDS']._serialized_start=153
+  _globals['_TOKENIDS']._serialized_end=176
+# @@protoc_insertion_point(module_scope)