LiteRtLmBindings class

FFI bindings for LiteRT-LM C API

Constructors

LiteRtLmBindings(DynamicLibrary dynamicLibrary)
The symbols are looked up in dynamicLibrary.
LiteRtLmBindings.fromLookup(Pointer<T> lookup<T extends NativeType>(String symbolName))
The symbols are looked up with lookup.

Properties

hashCode → int
The hash code for this object.
no setterinherited
runtimeType → Type
A representation of the runtime type of the object.
no setterinherited

Methods

litert_lm_benchmark_info_delete(Pointer<LiteRtLmBenchmarkInfo> benchmark_info) → void
litert_lm_benchmark_info_get_decode_token_count_at(Pointer<LiteRtLmBenchmarkInfo> benchmark_info, int index) → int
litert_lm_benchmark_info_get_decode_tokens_per_sec_at(Pointer<LiteRtLmBenchmarkInfo> benchmark_info, int index) → double
litert_lm_benchmark_info_get_num_decode_turns(Pointer<LiteRtLmBenchmarkInfo> benchmark_info) → int
litert_lm_benchmark_info_get_num_prefill_turns(Pointer<LiteRtLmBenchmarkInfo> benchmark_info) → int
litert_lm_benchmark_info_get_prefill_token_count_at(Pointer<LiteRtLmBenchmarkInfo> benchmark_info, int index) → int
litert_lm_benchmark_info_get_prefill_tokens_per_sec_at(Pointer<LiteRtLmBenchmarkInfo> benchmark_info, int index) → double
litert_lm_benchmark_info_get_time_to_first_token(Pointer<LiteRtLmBenchmarkInfo> benchmark_info) → double
litert_lm_benchmark_info_get_total_init_time_in_second(Pointer<LiteRtLmBenchmarkInfo> benchmark_info) → double
litert_lm_conversation_cancel_process(Pointer<LiteRtLmConversation> conversation) → void
litert_lm_conversation_config_create(Pointer<LiteRtLmEngine> engine, Pointer<LiteRtLmSessionConfig> session_config, Pointer<Char> system_message_json, Pointer<Char> tools_json, Pointer<Char> messages_json, bool enable_constrained_decoding) → Pointer<LiteRtLmConversationConfig>
litert_lm_conversation_config_delete(Pointer<LiteRtLmConversationConfig> config) → void
litert_lm_conversation_create(Pointer<LiteRtLmEngine> engine, Pointer<LiteRtLmConversationConfig> config) → Pointer<LiteRtLmConversation>
litert_lm_conversation_delete(Pointer<LiteRtLmConversation> conversation) → void
litert_lm_conversation_get_benchmark_info(Pointer<LiteRtLmConversation> conversation) → Pointer<LiteRtLmBenchmarkInfo>
litert_lm_conversation_send_message(Pointer<LiteRtLmConversation> conversation, Pointer<Char> message_json, Pointer<Char> extra_context) → Pointer<LiteRtLmJsonResponse>
litert_lm_conversation_send_message_stream(Pointer<LiteRtLmConversation> conversation, Pointer<Char> message_json, Pointer<Char> extra_context, LiteRtLmStreamCallback callback, Pointer<Void> callback_data) → int
litert_lm_engine_create(Pointer<LiteRtLmEngineSettings> settings) → Pointer<LiteRtLmEngine>
litert_lm_engine_create_session(Pointer<LiteRtLmEngine> engine, Pointer<LiteRtLmSessionConfig> config) → Pointer<LiteRtLmSession>
litert_lm_engine_delete(Pointer<LiteRtLmEngine> engine) → void
litert_lm_engine_settings_create(Pointer<Char> model_path, Pointer<Char> backend_str, Pointer<Char> vision_backend_str, Pointer<Char> audio_backend_str) → Pointer<LiteRtLmEngineSettings>
litert_lm_engine_settings_delete(Pointer<LiteRtLmEngineSettings> settings) → void
litert_lm_engine_settings_enable_benchmark(Pointer<LiteRtLmEngineSettings> settings) → void
litert_lm_engine_settings_set_activation_data_type(Pointer<LiteRtLmEngineSettings> settings, int activation_data_type_int) → void
litert_lm_engine_settings_set_cache_dir(Pointer<LiteRtLmEngineSettings> settings, Pointer<Char> cache_dir) → void
litert_lm_engine_settings_set_max_num_images(Pointer<LiteRtLmEngineSettings> settings, int max_num_images) → void
litert_lm_engine_settings_set_max_num_tokens(Pointer<LiteRtLmEngineSettings> settings, int max_num_tokens) → void
litert_lm_engine_settings_set_num_decode_tokens(Pointer<LiteRtLmEngineSettings> settings, int num_decode_tokens) → void
litert_lm_engine_settings_set_num_prefill_tokens(Pointer<LiteRtLmEngineSettings> settings, int num_prefill_tokens) → void
litert_lm_engine_settings_set_parallel_file_section_loading(Pointer<LiteRtLmEngineSettings> settings, bool parallel_file_section_loading) → void
litert_lm_engine_settings_set_prefill_chunk_size(Pointer<LiteRtLmEngineSettings> settings, int prefill_chunk_size) → void
litert_lm_json_response_delete(Pointer<LiteRtLmJsonResponse> response) → void
litert_lm_json_response_get_string(Pointer<LiteRtLmJsonResponse> response) → Pointer<Char>
litert_lm_responses_delete(Pointer<LiteRtLmResponses> responses) → void
litert_lm_responses_get_num_candidates(Pointer<LiteRtLmResponses> responses) → int
litert_lm_responses_get_response_text_at(Pointer<LiteRtLmResponses> responses, int index) → Pointer<Char>
litert_lm_session_config_create() → Pointer<LiteRtLmSessionConfig>
litert_lm_session_config_delete(Pointer<LiteRtLmSessionConfig> config) → void
litert_lm_session_config_set_max_output_tokens(Pointer<LiteRtLmSessionConfig> config, int max_output_tokens) → void
litert_lm_session_config_set_sampler_params(Pointer<LiteRtLmSessionConfig> config, Pointer<LiteRtLmSamplerParams> sampler_params) → void
litert_lm_session_delete(Pointer<LiteRtLmSession> session) → void
litert_lm_session_generate_content(Pointer<LiteRtLmSession> session, Pointer<InputData> inputs, int num_inputs) → Pointer<LiteRtLmResponses>
litert_lm_session_generate_content_stream(Pointer<LiteRtLmSession> session, Pointer<InputData> inputs, int num_inputs, LiteRtLmStreamCallback callback, Pointer<Void> callback_data) → int
litert_lm_session_get_benchmark_info(Pointer<LiteRtLmSession> session) → Pointer<LiteRtLmBenchmarkInfo>
litert_lm_set_min_log_level(int level) → void
noSuchMethod(Invocation invocation) → dynamic
Invoked when a nonexistent method or property is accessed.
inherited
toString() → String
A string representation of this object.
inherited

Operators

operator ==(Object other) → bool
The equality operator.
inherited