Spaces:
Running
Running
File size: 3,106 Bytes
5f923cd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 | // Copyright 2025 The ODML Authors.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// This library defines the common flags for litert_lm_main and
// litert_lm_advanced_main.
#ifndef THIRD_PARTY_ODML_LITERT_LM_RUNTIME_ENGINE_SHARED_FLAGS_H_
#define THIRD_PARTY_ODML_LITERT_LM_RUNTIME_ENGINE_SHARED_FLAGS_H_
#include <optional>
#include <string>
#include <vector>
#include "absl/flags/declare.h" // from @com_google_absl
// Common flags for litert_lm_main and litert_lm_example.
ABSL_DECLARE_FLAG(std::optional<std::string>, vision_backend);
ABSL_DECLARE_FLAG(std::optional<std::string>, audio_backend);
ABSL_DECLARE_FLAG(std::string, sampler_backend);
ABSL_DECLARE_FLAG(std::string, expected_output);
ABSL_DECLARE_FLAG(std::optional<std::string>, log_sink_file);
ABSL_DECLARE_FLAG(int, max_num_tokens);
ABSL_DECLARE_FLAG(int, max_output_tokens);
ABSL_DECLARE_FLAG(int, max_num_images);
ABSL_DECLARE_FLAG(std::vector<std::string>, prefill_batch_sizes);
ABSL_DECLARE_FLAG(int, num_output_candidates);
ABSL_DECLARE_FLAG(bool, benchmark);
ABSL_DECLARE_FLAG(int, benchmark_prefill_tokens);
ABSL_DECLARE_FLAG(int, benchmark_decode_tokens);
ABSL_DECLARE_FLAG(bool, async);
ABSL_DECLARE_FLAG(bool, report_peak_memory_footprint);
ABSL_DECLARE_FLAG(bool, force_f32);
ABSL_DECLARE_FLAG(bool, multi_turns);
ABSL_DECLARE_FLAG(int, num_cpu_threads);
ABSL_DECLARE_FLAG(bool, gpu_external_tensor_mode);
ABSL_DECLARE_FLAG(bool, configure_magic_numbers);
ABSL_DECLARE_FLAG(bool, verify_magic_numbers);
ABSL_DECLARE_FLAG(bool, clear_kv_cache_before_prefill);
ABSL_DECLARE_FLAG(int, num_logits_to_print_after_decode);
ABSL_DECLARE_FLAG(std::string, score_target_text);
ABSL_DECLARE_FLAG(bool, gpu_madvise_original_shared_tensors);
ABSL_DECLARE_FLAG(bool, disable_cache);
ABSL_DECLARE_FLAG(std::string, preferred_device_substr);
ABSL_DECLARE_FLAG(int, num_threads_to_upload);
ABSL_DECLARE_FLAG(int, num_threads_to_compile);
ABSL_DECLARE_FLAG(bool, convert_weights_on_gpu);
ABSL_DECLARE_FLAG(bool, wait_for_weights_conversion_complete_in_benchmark);
ABSL_DECLARE_FLAG(bool, optimize_shader_compilation);
ABSL_DECLARE_FLAG(bool, share_constant_tensors);
ABSL_DECLARE_FLAG(int, num_iterations);
ABSL_DECLARE_FLAG(std::string, litert_dispatch_lib_dir);
ABSL_DECLARE_FLAG(bool, sampler_handles_input);
ABSL_DECLARE_FLAG(std::string, conv_type);
ABSL_DECLARE_FLAG(bool, cache_compiled_shaders_only);
ABSL_DECLARE_FLAG(std::string, constraint_regex);
ABSL_DECLARE_FLAG(bool, use_submodel);
ABSL_DECLARE_FLAG(bool, enable_speculative_decoding);
#endif // THIRD_PARTY_ODML_LITERT_LM_RUNTIME_ENGINE_SHARED_FLAGS_H_
|